2024-11-21 02:15:13,478 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-21 02:15:13,495 main DEBUG Took 0.014688 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-21 02:15:13,496 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-21 02:15:13,496 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-21 02:15:13,498 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-21 02:15:13,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,511 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-21 02:15:13,528 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,533 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,535 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,536 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,537 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,540 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,541 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 02:15:13,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,546 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-21 02:15:13,548 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 02:15:13,550 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-21 02:15:13,554 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-21 02:15:13,554 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-21 02:15:13,556 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-21 02:15:13,556 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-21 02:15:13,567 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-21 02:15:13,571 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-21 02:15:13,573 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-21 02:15:13,574 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-21 02:15:13,574 main DEBUG createAppenders(={Console})
2024-11-21 02:15:13,575 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-21 02:15:13,576 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-21 02:15:13,576 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-21 02:15:13,577 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-21 02:15:13,577 main DEBUG OutputStream closed
2024-11-21 02:15:13,578 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-21 02:15:13,578 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-21 02:15:13,578 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-21 02:15:13,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-21 02:15:13,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-21 02:15:13,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-21 02:15:13,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-21 02:15:13,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-21 02:15:13,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-21 02:15:13,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-21 02:15:13,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-21 02:15:13,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-21 02:15:13,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-21 02:15:13,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-21 02:15:13,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-21 02:15:13,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-21 02:15:13,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-21 02:15:13,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-21 02:15:13,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-21 02:15:13,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-21 02:15:13,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-21 02:15:13,689 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21 02:15:13,689 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-21 02:15:13,689 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-21 02:15:13,690 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-21T02:15:13,994 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f
2024-11-21 02:15:13,997 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-21 02:15:13,998 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21T02:15:14,010 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-21T02:15:14,033 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T02:15:14,054 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833, deleteOnExit=true
2024-11-21T02:15:14,054 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T02:15:14,056 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/test.cache.data in system properties and HBase conf
2024-11-21T02:15:14,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T02:15:14,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/hadoop.log.dir in system properties and HBase conf
2024-11-21T02:15:14,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T02:15:14,060 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T02:15:14,061 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T02:15:14,180 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-21T02:15:14,315 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T02:15:14,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T02:15:14,323 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T02:15:14,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T02:15:14,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T02:15:14,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T02:15:14,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T02:15:14,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T02:15:14,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T02:15:14,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T02:15:14,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/nfs.dump.dir in system properties and HBase conf
2024-11-21T02:15:14,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/java.io.tmpdir in system properties and HBase conf
2024-11-21T02:15:14,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T02:15:14,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T02:15:14,333 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T02:15:15,549 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-21T02:15:15,662 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3024ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-21T02:15:15,758 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T02:15:15,855 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T02:15:15,897 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T02:15:15,898 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T02:15:15,901 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T02:15:15,922 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T02:15:15,927 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/hadoop.log.dir/,AVAILABLE}
2024-11-21T02:15:15,929 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T02:15:16,174 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/java.io.tmpdir/jetty-localhost-44959-hadoop-hdfs-3_4_1-tests_jar-_-any-12191549784626665606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T02:15:16,186 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:44959}
2024-11-21T02:15:16,186 INFO  [Time-limited test {}] server.Server(415): Started @3549ms
2024-11-21T02:15:16,916 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T02:15:16,929 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T02:15:16,933 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T02:15:16,933 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T02:15:16,933 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T02:15:16,935 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aa6ac55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/hadoop.log.dir/,AVAILABLE}
2024-11-21T02:15:16,936 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58f8c8ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T02:15:17,063 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1d0948{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/java.io.tmpdir/jetty-localhost-33247-hadoop-hdfs-3_4_1-tests_jar-_-any-6677978145450339382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T02:15:17,066 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49b49063{HTTP/1.1, (http/1.1)}{localhost:33247}
2024-11-21T02:15:17,067 INFO  [Time-limited test {}] server.Server(415): Started @4430ms
2024-11-21T02:15:17,148 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T02:15:18,532 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/data/data1/current/BP-1758530532-172.17.0.2-1732155315042/current, will proceed with Du for space computation calculation, 
2024-11-21T02:15:18,532 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/data/data2/current/BP-1758530532-172.17.0.2-1732155315042/current, will proceed with Du for space computation calculation, 
2024-11-21T02:15:18,578 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T02:15:18,640 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x529da34f040b6531 with lease ID 0xd6091ea565b2e671: Processing first storage report for DS-34e47a98-11ef-4115-9854-5b5efe6918fa from datanode DatanodeRegistration(127.0.0.1:41807, datanodeUuid=ce639f55-eb0c-4cce-b859-fee32b3e78b3, infoPort=35423, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=361480123;c=1732155315042)
2024-11-21T02:15:18,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f
2024-11-21T02:15:18,642 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x529da34f040b6531 with lease ID 0xd6091ea565b2e671: from storage DS-34e47a98-11ef-4115-9854-5b5efe6918fa node DatanodeRegistration(127.0.0.1:41807, datanodeUuid=ce639f55-eb0c-4cce-b859-fee32b3e78b3, infoPort=35423, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=361480123;c=1732155315042), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-21T02:15:18,643 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x529da34f040b6531 with lease ID 0xd6091ea565b2e671: Processing first storage report for DS-0da57e77-55c4-479a-b38d-551e413733ab from datanode DatanodeRegistration(127.0.0.1:41807, datanodeUuid=ce639f55-eb0c-4cce-b859-fee32b3e78b3, infoPort=35423, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=361480123;c=1732155315042)
2024-11-21T02:15:18,643 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x529da34f040b6531 with lease ID 0xd6091ea565b2e671: from storage DS-0da57e77-55c4-479a-b38d-551e413733ab node DatanodeRegistration(127.0.0.1:41807, datanodeUuid=ce639f55-eb0c-4cce-b859-fee32b3e78b3, infoPort=35423, infoSecurePort=0, ipcPort=33959, storageInfo=lv=-57;cid=testClusterID;nsid=361480123;c=1732155315042), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T02:15:18,744 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/zookeeper_0, clientPort=60942, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T02:15:18,767 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60942
2024-11-21T02:15:18,779 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:18,783 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:19,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741825_1001 (size=7)
2024-11-21T02:15:19,473 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920 with version=8
2024-11-21T02:15:19,473 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/hbase-staging
2024-11-21T02:15:19,578 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-21T02:15:19,864 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45
2024-11-21T02:15:19,878 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T02:15:19,879 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T02:15:19,886 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T02:15:19,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T02:15:19,887 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T02:15:20,102 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T02:15:20,186 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-21T02:15:20,196 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-21T02:15:20,201 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T02:15:20,226 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5327 (auto-detected)
2024-11-21T02:15:20,227 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-21T02:15:20,247 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36301
2024-11-21T02:15:20,274 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36301 connecting to ZooKeeper ensemble=127.0.0.1:60942
2024-11-21T02:15:20,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363010x0, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T02:15:20,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36301-0x1015b2c9d660000 connected
2024-11-21T02:15:20,496 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:20,498 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:20,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T02:15:20,515 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920, hbase.cluster.distributed=false
2024-11-21T02:15:20,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T02:15:20,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-21T02:15:20,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36301
2024-11-21T02:15:20,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36301
2024-11-21T02:15:20,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-21T02:15:20,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36301
2024-11-21T02:15:20,727 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45
2024-11-21T02:15:20,729 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T02:15:20,730 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T02:15:20,730 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T02:15:20,731 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T02:15:20,731 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T02:15:20,737 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T02:15:20,748 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T02:15:20,750 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46609
2024-11-21T02:15:20,753 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46609 connecting to ZooKeeper ensemble=127.0.0.1:60942
2024-11-21T02:15:20,756 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:20,772 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:20,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466090x0, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T02:15:20,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466090x0, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T02:15:20,807 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T02:15:20,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46609-0x1015b2c9d660001 connected
2024-11-21T02:15:20,819 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T02:15:20,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-21T02:15:20,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-21T02:15:20,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46609
2024-11-21T02:15:20,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46609
2024-11-21T02:15:20,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46609
2024-11-21T02:15:20,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46609
2024-11-21T02:15:20,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46609
2024-11-21T02:15:20,866 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:36301
2024-11-21T02:15:20,868 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:20,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T02:15:20,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T02:15:20,898 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-21T02:15:20,940 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-21T02:15:20,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:20,942 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5aee4e3683e9,36301,1732155319632 from backup master directory
2024-11-21T02:15:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T02:15:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-21T02:15:20,954 WARN  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T02:15:20,955 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:20,958 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-21T02:15:20,959 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-21T02:15:21,037 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/hbase.id] with ID: ddc55975-c3e2-4292-a827-fc609a3008c1
2024-11-21T02:15:21,037 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/.tmp/hbase.id
2024-11-21T02:15:21,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741826_1002 (size=42)
2024-11-21T02:15:21,450 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/.tmp/hbase.id]:[hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/hbase.id]
2024-11-21T02:15:21,507 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T02:15:21,514 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T02:15:21,540 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms.
2024-11-21T02:15:21,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:21,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:21,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741827_1003 (size=196)
2024-11-21T02:15:22,006 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:15:22,009 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T02:15:22,029 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:22,034 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T02:15:22,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741828_1004 (size=1189)
2024-11-21T02:15:22,502 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store
2024-11-21T02:15:22,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741829_1005 (size=34)
2024-11-21T02:15:22,533 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-21T02:15:22,537 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:15:22,538 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T02:15:22,539 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:15:22,539 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:15:22,541 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T02:15:22,542 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:15:22,542 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:15:22,544 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732155322538Disabling compacts and flushes for region at 1732155322538Disabling writes for close at 1732155322542 (+4 ms)Writing region close event to WAL at 1732155322542Closed at 1732155322542
2024-11-21T02:15:22,548 WARN  [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/.initializing
2024-11-21T02:15:22,549 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/WALs/5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:22,561 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T02:15:22,580 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C36301%2C1732155319632, suffix=, logDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/WALs/5aee4e3683e9,36301,1732155319632, archiveDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/oldWALs, maxLogs=10
2024-11-21T02:15:22,614 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/WALs/5aee4e3683e9,36301,1732155319632/5aee4e3683e9%2C36301%2C1732155319632.1732155322586, exclude list is [], retry=0
2024-11-21T02:15:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-34e47a98-11ef-4115-9854-5b5efe6918fa,DISK]
2024-11-21T02:15:22,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-21T02:15:22,686 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/WALs/5aee4e3683e9,36301,1732155319632/5aee4e3683e9%2C36301%2C1732155319632.1732155322586
2024-11-21T02:15:22,687 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35423:35423)]
2024-11-21T02:15:22,688 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:15:22,689 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:15:22,693 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,694 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T02:15:22,794 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T02:15:22,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:22,811 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:22,814 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T02:15:22,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T02:15:22,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:22,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:15:22,822 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T02:15:22,826 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T02:15:22,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:22,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:15:22,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T02:15:22,832 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T02:15:22,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:22,834 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:15:22,834 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,839 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,841 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,852 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,853 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,859 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T02:15:22,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T02:15:22,880 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:15:22,883 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72405648, jitterRate=0.07892823219299316}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T02:15:22,892 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732155322711Initializing all the Stores at 1732155322715 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155322715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155322717 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155322717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155322717Cleaning up temporary data from old regions at 1732155322854 (+137 ms)Region opened successfully at 1732155322892 (+38 ms)
2024-11-21T02:15:22,894 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T02:15:22,956 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e88a09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0
2024-11-21T02:15:23,003 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T02:15:23,019 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T02:15:23,019 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T02:15:23,024 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T02:15:23,026 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-21T02:15:23,035 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-21T02:15:23,035 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T02:15:23,070 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T02:15:23,080 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-21T02:15:23,144 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-21T02:15:23,148 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T02:15:23,151 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-21T02:15:23,168 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-21T02:15:23,171 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T02:15:23,177 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-21T02:15:23,188 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-21T02:15:23,198 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-21T02:15:23,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-21T02:15:23,246 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T02:15:23,258 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-21T02:15:23,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T02:15:23,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-21T02:15:23,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:23,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:23,276 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,36301,1732155319632, sessionid=0x1015b2c9d660000, setting cluster-up flag (Was=false)
2024-11-21T02:15:23,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:23,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:23,370 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-21T02:15:23,374 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:23,430 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-21T02:15:23,433 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:23,441 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T02:15:23,461 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(746): ClusterId : ddc55975-c3e2-4292-a827-fc609a3008c1
2024-11-21T02:15:23,464 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T02:15:23,480 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T02:15:23,480 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T02:15:23,496 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T02:15:23,497 DEBUG [RS:0;5aee4e3683e9:46609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5efe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0
2024-11-21T02:15:23,520 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:46609
2024-11-21T02:15:23,524 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T02:15:23,525 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T02:15:23,525 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T02:15:23,530 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,36301,1732155319632 with port=46609, startcode=1732155320682
2024-11-21T02:15:23,547 DEBUG [RS:0;5aee4e3683e9:46609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T02:15:23,547 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T02:15:23,560 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T02:15:23,569 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T02:15:23,575 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,36301,1732155319632
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T02:15:23,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5
2024-11-21T02:15:23,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5
2024-11-21T02:15:23,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5
2024-11-21T02:15:23,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5
2024-11-21T02:15:23,593 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10
2024-11-21T02:15:23,593 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,593 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2
2024-11-21T02:15:23,593 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,613 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155353613
2024-11-21T02:15:23,615 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T02:15:23,616 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T02:15:23,617 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T02:15:23,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T02:15:23,619 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T02:15:23,622 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T02:15:23,623 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T02:15:23,623 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T02:15:23,623 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36301 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:23,624 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T02:15:23,625 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:23,628 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T02:15:23,629 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T02:15:23,631 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T02:15:23,632 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T02:15:23,634 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T02:15:23,636 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T02:15:23,639 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155323637,5,FailOnTimeoutGroup]
2024-11-21T02:15:23,640 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155323639,5,FailOnTimeoutGroup]
2024-11-21T02:15:23,640 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,640 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T02:15:23,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741831_1007 (size=1321)
2024-11-21T02:15:23,642 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,642 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,646 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T02:15:23,647 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:15:23,654 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T02:15:23,655 WARN  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-21T02:15:23,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741832_1008 (size=32)
2024-11-21T02:15:23,756 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,36301,1732155319632 with port=46609, startcode=1732155320682
2024-11-21T02:15:23,759 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:23,761 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36301 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:23,771 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:15:23,771 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35821
2024-11-21T02:15:23,772 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T02:15:23,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T02:15:23,786 DEBUG [RS:0;5aee4e3683e9:46609 {}] zookeeper.ZKUtil(111): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:23,787 WARN  [RS:0;5aee4e3683e9:46609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T02:15:23,788 INFO  [RS:0;5aee4e3683e9:46609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T02:15:23,789 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:23,790 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,46609,1732155320682]
2024-11-21T02:15:23,823 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T02:15:23,846 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T02:15:23,853 INFO  [RS:0;5aee4e3683e9:46609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T02:15:23,853 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,856 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T02:15:23,863 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T02:15:23,865 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,865 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,865 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,866 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,866 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,866 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,866 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2
2024-11-21T02:15:23,867 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,867 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,867 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,867 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,867 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,868 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1
2024-11-21T02:15:23,868 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3
2024-11-21T02:15:23,868 DEBUG [RS:0;5aee4e3683e9:46609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3
2024-11-21T02:15:23,876 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,876 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,877 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,877 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,878 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,878 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46609,1732155320682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T02:15:23,901 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T02:15:23,903 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46609,1732155320682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,904 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,904 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.Replication(171): 5aee4e3683e9,46609,1732155320682 started
2024-11-21T02:15:23,927 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:23,927 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,46609,1732155320682, RpcServer on 5aee4e3683e9/172.17.0.2:46609, sessionid=0x1015b2c9d660001
2024-11-21T02:15:23,928 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T02:15:23,928 DEBUG [RS:0;5aee4e3683e9:46609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:23,929 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46609,1732155320682'
2024-11-21T02:15:23,929 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-21T02:15:23,930 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-21T02:15:23,930 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T02:15:23,931 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T02:15:23,931 DEBUG [RS:0;5aee4e3683e9:46609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:23,931 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46609,1732155320682'
2024-11-21T02:15:23,931 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-21T02:15:23,932 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-21T02:15:23,938 DEBUG [RS:0;5aee4e3683e9:46609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T02:15:23,938 INFO  [RS:0;5aee4e3683e9:46609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T02:15:23,938 INFO  [RS:0;5aee4e3683e9:46609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T02:15:24,045 INFO  [RS:0;5aee4e3683e9:46609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T02:15:24,049 INFO  [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C46609%2C1732155320682, suffix=, logDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682, archiveDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/oldWALs, maxLogs=32
2024-11-21T02:15:24,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:15:24,065 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T02:15:24,068 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T02:15:24,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,070 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T02:15:24,074 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T02:15:24,074 DEBUG [RS:0;5aee4e3683e9:46609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682/5aee4e3683e9%2C46609%2C1732155320682.1732155324053, exclude list is [], retry=0
2024-11-21T02:15:24,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,076 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T02:15:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-34e47a98-11ef-4115-9854-5b5efe6918fa,DISK]
2024-11-21T02:15:24,081 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T02:15:24,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T02:15:24,088 INFO  [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682/5aee4e3683e9%2C46609%2C1732155320682.1732155324053
2024-11-21T02:15:24,091 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T02:15:24,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,092 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T02:15:24,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740
2024-11-21T02:15:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740
2024-11-21T02:15:24,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T02:15:24,100 DEBUG [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35423:35423)]
2024-11-21T02:15:24,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T02:15:24,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:15:24,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T02:15:24,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:15:24,117 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62515291, jitterRate=-0.06844957172870636}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:15:24,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732155324063Initializing all the Stores at 1732155324065 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155324065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155324065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155324065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155324065Cleaning up temporary data from old regions at 1732155324101 (+36 ms)Region opened successfully at 1732155324120 (+19 ms)
2024-11-21T02:15:24,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T02:15:24,124 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T02:15:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T02:15:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T02:15:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T02:15:24,126 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T02:15:24,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732155324121Disabling compacts and flushes for region at 1732155324121Disabling writes for close at 1732155324124 (+3 ms)Writing region close event to WAL at 1732155324126 (+2 ms)Closed at 1732155324126
2024-11-21T02:15:24,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T02:15:24,133 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T02:15:24,139 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T02:15:24,148 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T02:15:24,152 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T02:15:24,306 DEBUG [5aee4e3683e9:36301 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T02:15:24,322 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:24,330 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46609,1732155320682, state=OPENING
2024-11-21T02:15:24,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T02:15:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:15:24,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T02:15:24,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T02:15:24,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T02:15:24,425 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:15:24,600 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T02:15:24,604 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T02:15:24,618 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T02:15:24,618 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T02:15:24,618 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T02:15:24,623 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C46609%2C1732155320682.meta, suffix=.meta, logDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682, archiveDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/oldWALs, maxLogs=32
2024-11-21T02:15:24,647 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682/5aee4e3683e9%2C46609%2C1732155320682.meta.1732155324626.meta, exclude list is [], retry=0
2024-11-21T02:15:24,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41807,DS-34e47a98-11ef-4115-9854-5b5efe6918fa,DISK]
2024-11-21T02:15:24,665 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/WALs/5aee4e3683e9,46609,1732155320682/5aee4e3683e9%2C46609%2C1732155320682.meta.1732155324626.meta
2024-11-21T02:15:24,666 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35423:35423)]
2024-11-21T02:15:24,667 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:15:24,669 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T02:15:24,673 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T02:15:24,679 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T02:15:24,685 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T02:15:24,686 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:15:24,687 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T02:15:24,687 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T02:15:24,691 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T02:15:24,693 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T02:15:24,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,694 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,694 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T02:15:24,696 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T02:15:24,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,697 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,698 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T02:15:24,700 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T02:15:24,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,704 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,705 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T02:15:24,707 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T02:15:24,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:24,709 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T02:15:24,709 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T02:15:24,712 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740
2024-11-21T02:15:24,719 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740
2024-11-21T02:15:24,723 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T02:15:24,724 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T02:15:24,725 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:15:24,730 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T02:15:24,733 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72133137, jitterRate=0.07486750185489655}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:15:24,734 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T02:15:24,736 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732155324687Writing region info on filesystem at 1732155324688 (+1 ms)Initializing all the Stores at 1732155324690 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155324690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155324690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155324690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155324690Cleaning up temporary data from old regions at 1732155324724 (+34 ms)Running coprocessor post-open hooks at 1732155324734 (+10 ms)Region opened successfully at 1732155324735 (+1 ms)
2024-11-21T02:15:24,745 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155324591
2024-11-21T02:15:24,762 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T02:15:24,763 INFO  [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T02:15:24,765 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:24,769 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46609,1732155320682, state=OPEN
2024-11-21T02:15:24,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T02:15:24,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T02:15:24,896 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:24,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-21T02:15:24,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-21T02:15:24,906 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T02:15:24,907 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46609,1732155320682 in 472 msec
2024-11-21T02:15:24,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T02:15:24,921 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec
2024-11-21T02:15:24,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T02:15:24,926 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T02:15:24,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:24,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:24,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:24,986 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:25,011 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5290 sec
2024-11-21T02:15:25,012 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155325012, completionTime=-1
2024-11-21T02:15:25,015 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T02:15:25,015 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-21T02:15:25,052 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-21T02:15:25,052 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155385052
2024-11-21T02:15:25,053 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155445052
2024-11-21T02:15:25,053 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec
2024-11-21T02:15:25,056 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36301,1732155319632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,056 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36301,1732155319632-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,056 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36301,1732155319632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,058 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:36301, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,059 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,059 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,066 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T02:15:25,092 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.137sec
2024-11-21T02:15:25,093 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T02:15:25,095 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T02:15:25,096 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T02:15:25,097 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T02:15:25,097 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T02:15:25,098 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36301,1732155319632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T02:15:25,098 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36301,1732155319632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T02:15:25,106 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T02:15:25,107 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T02:15:25,107 INFO  [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36301,1732155319632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T02:15:25,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44068459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:25,173 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-21T02:15:25,174 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-21T02:15:25,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:25,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:25,197 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:25,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:25,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6faf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:25,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:25,211 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:25,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45edd1b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:25,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:25,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:25,232 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:25,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:25,286 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=906, ProcessCount=11, AvailableMemoryMB=1632
2024-11-21T02:15:25,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:15:25,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f36750
2024-11-21T02:15:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:15:25,371 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:15:25,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:15:25,381 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:15:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-21T02:15:25,400 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T02:15:25,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-21T02:15:25,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T02:15:25,419 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T02:15:25,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741835_1011 (size=1061)
2024-11-21T02:15:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T02:15:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T02:15:25,852 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:15:25,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741836_1012 (size=53)
2024-11-21T02:15:26,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T02:15:26,270 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:15:26,271 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0fe94acf9c94c3101093deb2ca992b98, disabling compactions & flushes
2024-11-21T02:15:26,271 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,271 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,271 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. after waiting 0 ms
2024-11-21T02:15:26,271 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,271 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,271 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fe94acf9c94c3101093deb2ca992b98:
Waiting for close lock at 1732155326271Disabling compacts and flushes for region at 1732155326271Disabling writes for close at 1732155326271Writing region close event to WAL at 1732155326271Closed at 1732155326271
2024-11-21T02:15:26,274 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T02:15:26,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732155326274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155326274"}]},"ts":"1732155326274"}
2024-11-21T02:15:26,286 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T02:15:26,289 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T02:15:26,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155326289"}]},"ts":"1732155326289"}
2024-11-21T02:15:26,297 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-21T02:15:26,299 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, ASSIGN}]
2024-11-21T02:15:26,303 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, ASSIGN
2024-11-21T02:15:26,307 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=false
2024-11-21T02:15:26,458 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fe94acf9c94c3101093deb2ca992b98, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:26,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, ASSIGN because future has completed
2024-11-21T02:15:26,465 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:15:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T02:15:26,627 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,628 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:15:26,628 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,629 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:15:26,629 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,629 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,631 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0fe94acf9c94c3101093deb2ca992b98 
2024-11-21T02:15:26,635 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:15:26,635 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe94acf9c94c3101093deb2ca992b98 columnFamilyName A
2024-11-21T02:15:26,635 DEBUG [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:26,637 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.HStore(327): Store=0fe94acf9c94c3101093deb2ca992b98/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:15:26,637 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0fe94acf9c94c3101093deb2ca992b98 
2024-11-21T02:15:26,639 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:15:26,640 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe94acf9c94c3101093deb2ca992b98 columnFamilyName B
2024-11-21T02:15:26,640 DEBUG [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:26,644 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.HStore(327): Store=0fe94acf9c94c3101093deb2ca992b98/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:15:26,645 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0fe94acf9c94c3101093deb2ca992b98 
2024-11-21T02:15:26,647 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:15:26,648 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fe94acf9c94c3101093deb2ca992b98 columnFamilyName C
2024-11-21T02:15:26,648 DEBUG [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:15:26,650 INFO  [StoreOpener-0fe94acf9c94c3101093deb2ca992b98-1 {}] regionserver.HStore(327): Store=0fe94acf9c94c3101093deb2ca992b98/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:15:26,650 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,651 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,653 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,654 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,656 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,656 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,657 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:15:26,660 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,664 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:15:26,665 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0fe94acf9c94c3101093deb2ca992b98; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62152639, jitterRate=-0.0738535076379776}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:15:26,666 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:26,667 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0fe94acf9c94c3101093deb2ca992b98:
Running coprocessor pre-open hook at 1732155326629Writing region info on filesystem at 1732155326629Initializing all the Stores at 1732155326631 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155326631Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155326631Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155326631Cleaning up temporary data from old regions at 1732155326656 (+25 ms)Running coprocessor post-open hooks at 1732155326666 (+10 ms)Region opened successfully at 1732155326667 (+1 ms)
2024-11-21T02:15:26,670 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., pid=6, masterSystemTime=1732155326621
2024-11-21T02:15:26,676 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,676 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:26,677 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fe94acf9c94c3101093deb2ca992b98, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:15:26,693 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T02:15:26,696 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682 in 222 msec
2024-11-21T02:15:26,701 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T02:15:26,702 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, ASSIGN in 395 msec
2024-11-21T02:15:26,705 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T02:15:26,705 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155326705"}]},"ts":"1732155326705"}
2024-11-21T02:15:26,711 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-21T02:15:26,714 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T02:15:26,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3290 sec
2024-11-21T02:15:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T02:15:27,572 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:27,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b7cf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,581 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5ef3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,585 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a05ceb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,593 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:15:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:15:27,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dae4028
2024-11-21T02:15:27,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:15:27,604 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:15:27,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22fa37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,612 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a27ead7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,616 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7b17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,621 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c6971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,626 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a084b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6068bcec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,635 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5a580f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,646 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33125057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fbf093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,669 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351f00f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,674 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383661a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f1c2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4712ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,682 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500e7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eea3ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50131031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,709 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3981c165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6a39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,714 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e8d071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,717 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166dc993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b7950b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,727 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77447b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,732 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae98c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b18ef51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:15:27,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:15:27,750 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:15:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:15:27,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:15:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a551386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:15:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:15:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:27,753 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:15:27,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c19ce67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:15:27,757 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,760 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,765 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,766 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,767 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:27,773 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,777 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,777 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,782 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,797 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-21T02:15:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,800 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,806 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,806 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,819 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,821 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,824 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,825 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,836 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:27,838 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:27,845 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:15:27,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:15:27,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:15:27,852 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:15:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:15:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:27,952 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:15:27,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:27,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:27,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:27,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:27,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:27,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:28,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:28,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/d53bfe467ef843dc8300df91daaea76b is 50, key is test_row_0/A:col10/1732155327859/Put/seqid=0
2024-11-21T02:15:28,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741837_1013 (size=12001)
2024-11-21T02:15:28,094 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/d53bfe467ef843dc8300df91daaea76b
2024-11-21T02:15:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:28,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/db8e55e2396246c2a870522a76dcdbfb is 50, key is test_row_0/B:col10/1732155327859/Put/seqid=0
2024-11-21T02:15:28,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:28,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741838_1014 (size=12001)
2024-11-21T02:15:28,213 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/db8e55e2396246c2a870522a76dcdbfb
2024-11-21T02:15:28,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155328017, max timestamp=1732155328151Num uniques 859; 
2024-11-21T02:15:28,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155328017, max timestamp=1732155328163Num uniques 859; 
2024-11-21T02:15:28,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-21T02:15:28,234 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155328017, max timestamp=1732155328157Num uniques 859; 
2024-11-21T02:15:28,235 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:15:28,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-21T02:15:28,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/68f2065bb43641b68a7ff66bb9f1ed99 is 50, key is test_row_0/C:col10/1732155327859/Put/seqid=0
2024-11-21T02:15:28,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741839_1015 (size=12001)
2024-11-21T02:15:28,286 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/68f2065bb43641b68a7ff66bb9f1ed99
2024-11-21T02:15:28,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/d53bfe467ef843dc8300df91daaea76b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/d53bfe467ef843dc8300df91daaea76b
2024-11-21T02:15:28,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155328238, max timestamp=1732155328315Num uniques 1009; 
2024-11-21T02:15:28,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=6870, suffix heap size=132904,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=150
2024-11-21T02:15:28,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155328238, max timestamp=1732155328318Num uniques 1009; 
2024-11-21T02:15:28,335 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168
2024-11-21T02:15:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155388300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,351 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/d53bfe467ef843dc8300df91daaea76b, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:15:28,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155328238, max timestamp=1732155328318Num uniques 1018; 
2024-11-21T02:15:28,353 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-21T02:15:28,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:28,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/db8e55e2396246c2a870522a76dcdbfb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/db8e55e2396246c2a870522a76dcdbfb
2024-11-21T02:15:28,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,400 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/db8e55e2396246c2a870522a76dcdbfb, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:15:28,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/68f2065bb43641b68a7ff66bb9f1ed99 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/68f2065bb43641b68a7ff66bb9f1ed99
2024-11-21T02:15:28,424 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/68f2065bb43641b68a7ff66bb9f1ed99, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:15:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:28,438 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=59.58 KB/61012 for 0fe94acf9c94c3101093deb2ca992b98 in 479ms, sequenceid=11, compaction requested=false
2024-11-21T02:15:28,439 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-21T02:15:28,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:28,450 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=66.29 KB heapSize=183.09 KB
2024-11-21T02:15:28,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:28,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/334c063db7414df0a93ce850c347c1f0 is 50, key is test_row_0/A:col10/1732155328448/Put/seqid=0
2024-11-21T02:15:28,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741840_1016 (size=19021)
2024-11-21T02:15:28,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155388554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155388566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155388567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155388567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155388572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:28,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155388681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:28,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155388692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155388703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155388703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155388704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:28,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:28,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:28,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155388902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155388912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155388914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155388923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/334c063db7414df0a93ce850c347c1f0
2024-11-21T02:15:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155388923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:28,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9981471e90c348db8a01700b3ac250d4 is 50, key is test_row_0/B:col10/1732155328448/Put/seqid=0
2024-11-21T02:15:29,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741841_1017 (size=12001)
2024-11-21T02:15:29,023 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.04 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9981471e90c348db8a01700b3ac250d4
2024-11-21T02:15:29,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:29,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:29,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/e9e3f48b317b4699900701b2703b7266 is 50, key is test_row_0/C:col10/1732155328448/Put/seqid=0
2024-11-21T02:15:29,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741842_1018 (size=12001)
2024-11-21T02:15:29,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155389212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155389222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155389222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155389242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155389243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:29,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,484 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/e9e3f48b317b4699900701b2703b7266
2024-11-21T02:15:29,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/334c063db7414df0a93ce850c347c1f0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/334c063db7414df0a93ce850c347c1f0
2024-11-21T02:15:29,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:29,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:29,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:29,535 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/334c063db7414df0a93ce850c347c1f0, entries=300, sequenceid=57, filesize=18.6 K
2024-11-21T02:15:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9981471e90c348db8a01700b3ac250d4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9981471e90c348db8a01700b3ac250d4
2024-11-21T02:15:29,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9981471e90c348db8a01700b3ac250d4, entries=150, sequenceid=57, filesize=11.7 K
2024-11-21T02:15:29,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/e9e3f48b317b4699900701b2703b7266 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/e9e3f48b317b4699900701b2703b7266
2024-11-21T02:15:29,622 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/e9e3f48b317b4699900701b2703b7266, entries=150, sequenceid=57, filesize=11.7 K
2024-11-21T02:15:29,632 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~79.71 KB/81622, heapSize ~222.89 KB/228240, currentSize=100.63 KB/103050 for 0fe94acf9c94c3101093deb2ca992b98 in 1183ms, sequenceid=57, compaction requested=false
2024-11-21T02:15:29,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:29,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-21T02:15:29,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:29,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:15:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:29,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:29,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/803cdc80373a4efeaa1b094bf207a950 is 50, key is test_row_0/A:col10/1732155328494/Put/seqid=0
2024-11-21T02:15:29,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:29,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741843_1019 (size=12001)
2024-11-21T02:15:29,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/803cdc80373a4efeaa1b094bf207a950
2024-11-21T02:15:29,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/aa6a5a1e99864714b57ba9796b283ae0 is 50, key is test_row_0/B:col10/1732155328494/Put/seqid=0
2024-11-21T02:15:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155389773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155389779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155389784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155389793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155389795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741844_1020 (size=12001)
2024-11-21T02:15:29,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155389913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155389924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155389924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155389935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155389924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:29,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:30,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155390131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155390141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155390152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155390157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155390161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,200 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T02:15:30,260 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/aa6a5a1e99864714b57ba9796b283ae0
2024-11-21T02:15:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/24b2a681ea664d9690b9d8697178380b is 50, key is test_row_0/C:col10/1732155328494/Put/seqid=0
2024-11-21T02:15:30,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741845_1021 (size=12001)
2024-11-21T02:15:30,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T02:15:30,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T02:15:30,368 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T02:15:30,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T02:15:30,370 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T02:15:30,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T02:15:30,371 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T02:15:30,372 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:15:30,373 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-21T02:15:30,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155390441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155390461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155390472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155390472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155390482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:30,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/24b2a681ea664d9690b9d8697178380b
2024-11-21T02:15:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/803cdc80373a4efeaa1b094bf207a950 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/803cdc80373a4efeaa1b094bf207a950
2024-11-21T02:15:30,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/803cdc80373a4efeaa1b094bf207a950, entries=150, sequenceid=75, filesize=11.7 K
2024-11-21T02:15:30,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/aa6a5a1e99864714b57ba9796b283ae0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/aa6a5a1e99864714b57ba9796b283ae0
2024-11-21T02:15:30,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/aa6a5a1e99864714b57ba9796b283ae0, entries=150, sequenceid=75, filesize=11.7 K
2024-11-21T02:15:30,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/24b2a681ea664d9690b9d8697178380b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/24b2a681ea664d9690b9d8697178380b
2024-11-21T02:15:30,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/24b2a681ea664d9690b9d8697178380b, entries=150, sequenceid=75, filesize=11.7 K
2024-11-21T02:15:30,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0fe94acf9c94c3101093deb2ca992b98 in 1120ms, sequenceid=75, compaction requested=true
2024-11-21T02:15:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:30,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:30,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-21T02:15:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-21T02:15:30,840 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-21T02:15:30,843 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9870 sec
2024-11-21T02:15:30,858 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.0610 sec
2024-11-21T02:15:30,979 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:15:30,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:30,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:30,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:30,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:30,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:30,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:31,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/dbe62e534fe049e0ab253f2ff8fecb78 is 50, key is test_row_0/A:col10/1732155329790/Put/seqid=0
2024-11-21T02:15:31,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741846_1022 (size=12001)
2024-11-21T02:15:31,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,088 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/dbe62e534fe049e0ab253f2ff8fecb78
2024-11-21T02:15:31,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155391073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155391070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155391078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155391092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155391089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e8ad8bf4437f46d1a11df90f7c07a3ec is 50, key is test_row_0/B:col10/1732155329790/Put/seqid=0
2024-11-21T02:15:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741847_1023 (size=12001)
2024-11-21T02:15:31,182 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e8ad8bf4437f46d1a11df90f7c07a3ec
2024-11-21T02:15:31,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155391209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155391211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155391209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/4b318d4d35204074a57990f709dfc157 is 50, key is test_row_0/C:col10/1732155329790/Put/seqid=0
2024-11-21T02:15:31,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155391232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155391241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741848_1024 (size=12001)
2024-11-21T02:15:31,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155391424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155391432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155391432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155391451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155391452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,679 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/4b318d4d35204074a57990f709dfc157
2024-11-21T02:15:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/dbe62e534fe049e0ab253f2ff8fecb78 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/dbe62e534fe049e0ab253f2ff8fecb78
2024-11-21T02:15:31,726 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/dbe62e534fe049e0ab253f2ff8fecb78, entries=150, sequenceid=90, filesize=11.7 K
2024-11-21T02:15:31,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e8ad8bf4437f46d1a11df90f7c07a3ec as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e8ad8bf4437f46d1a11df90f7c07a3ec
2024-11-21T02:15:31,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155391741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155391741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,753 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e8ad8bf4437f46d1a11df90f7c07a3ec, entries=150, sequenceid=90, filesize=11.7 K
2024-11-21T02:15:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155391741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/4b318d4d35204074a57990f709dfc157 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4b318d4d35204074a57990f709dfc157
2024-11-21T02:15:31,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155391761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:31,769 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4b318d4d35204074a57990f709dfc157, entries=150, sequenceid=90, filesize=11.7 K
2024-11-21T02:15:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:31,792 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 0fe94acf9c94c3101093deb2ca992b98 in 813ms, sequenceid=90, compaction requested=true
2024-11-21T02:15:31,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:31,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:31,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:31,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:31,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:31,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:31,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:31,803 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:15:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:31,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:31,805 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:31,805 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:31,810 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:31,812 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:31,812 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:31,813 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/db8e55e2396246c2a870522a76dcdbfb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9981471e90c348db8a01700b3ac250d4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/aa6a5a1e99864714b57ba9796b283ae0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e8ad8bf4437f46d1a11df90f7c07a3ec] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=46.9 K
2024-11-21T02:15:31,814 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:31,814 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:31,814 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:31,814 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting db8e55e2396246c2a870522a76dcdbfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155327859
2024-11-21T02:15:31,815 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/d53bfe467ef843dc8300df91daaea76b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/334c063db7414df0a93ce850c347c1f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/803cdc80373a4efeaa1b094bf207a950, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/dbe62e534fe049e0ab253f2ff8fecb78] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=53.7 K
2024-11-21T02:15:31,815 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9981471e90c348db8a01700b3ac250d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732155328289
2024-11-21T02:15:31,816 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d53bfe467ef843dc8300df91daaea76b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155327859
2024-11-21T02:15:31,817 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 334c063db7414df0a93ce850c347c1f0, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732155328289
2024-11-21T02:15:31,819 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 803cdc80373a4efeaa1b094bf207a950, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732155328494
2024-11-21T02:15:31,820 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe62e534fe049e0ab253f2ff8fecb78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732155329758
2024-11-21T02:15:31,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/abd4f92751e54645a42a02e0c49eced6 is 50, key is test_row_0/A:col10/1732155331066/Put/seqid=0
2024-11-21T02:15:31,816 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting aa6a5a1e99864714b57ba9796b283ae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732155328494
2024-11-21T02:15:31,833 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e8ad8bf4437f46d1a11df90f7c07a3ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732155329758
2024-11-21T02:15:31,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741849_1025 (size=14341)
2024-11-21T02:15:31,850 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/abd4f92751e54645a42a02e0c49eced6
2024-11-21T02:15:31,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/2634dc5fd66b4985bafb0696fb3c11d8 is 50, key is test_row_0/B:col10/1732155331066/Put/seqid=0
2024-11-21T02:15:31,900 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:31,901 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9e0a4a63b40942628e45923069d4940c is 50, key is test_row_0/B:col10/1732155329790/Put/seqid=0
2024-11-21T02:15:31,907 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#15 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:31,908 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/f831e753ed0540a4ac1894493a492822 is 50, key is test_row_0/A:col10/1732155329790/Put/seqid=0
2024-11-21T02:15:31,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741852_1028 (size=12139)
2024-11-21T02:15:31,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741850_1026 (size=12139)
2024-11-21T02:15:31,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741851_1027 (size=12001)
2024-11-21T02:15:31,953 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/2634dc5fd66b4985bafb0696fb3c11d8
2024-11-21T02:15:31,961 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/f831e753ed0540a4ac1894493a492822 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f831e753ed0540a4ac1894493a492822
2024-11-21T02:15:31,969 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9e0a4a63b40942628e45923069d4940c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9e0a4a63b40942628e45923069d4940c
2024-11-21T02:15:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T02:15:31,982 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:31,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-21T02:15:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T02:15:32,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/f7d69c20629442f4b116af9ece9a8fda is 50, key is test_row_0/C:col10/1732155331066/Put/seqid=0
2024-11-21T02:15:32,003 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into f831e753ed0540a4ac1894493a492822(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:32,003 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:32,004 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:32,007 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:32,007 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:32,009 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=12, startTime=1732155331794; duration=0sec
2024-11-21T02:15:32,009 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into 9e0a4a63b40942628e45923069d4940c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:32,009 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:32,009 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=12, startTime=1732155331802; duration=0sec
2024-11-21T02:15:32,010 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:32,010 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:32,010 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:32,010 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:32,010 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:32,025 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:32,025 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:32,025 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,025 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/68f2065bb43641b68a7ff66bb9f1ed99, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/e9e3f48b317b4699900701b2703b7266, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/24b2a681ea664d9690b9d8697178380b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4b318d4d35204074a57990f709dfc157] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=46.9 K
2024-11-21T02:15:32,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155392016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,027 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68f2065bb43641b68a7ff66bb9f1ed99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155327859
2024-11-21T02:15:32,028 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e3f48b317b4699900701b2703b7266, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732155328289
2024-11-21T02:15:32,033 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24b2a681ea664d9690b9d8697178380b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732155328494
2024-11-21T02:15:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741853_1029 (size=12001)
2024-11-21T02:15:32,034 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b318d4d35204074a57990f709dfc157, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732155329758
2024-11-21T02:15:32,074 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#17 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:32,075 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/1cacd3594a6643e1aa44a884933a8669 is 50, key is test_row_0/C:col10/1732155329790/Put/seqid=0
2024-11-21T02:15:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T02:15:32,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741854_1030 (size=12139)
2024-11-21T02:15:32,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155392142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-21T02:15:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,171 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/1cacd3594a6643e1aa44a884933a8669 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1cacd3594a6643e1aa44a884933a8669
2024-11-21T02:15:32,209 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into 1cacd3594a6643e1aa44a884933a8669(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:32,209 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:32,209 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=12, startTime=1732155331802; duration=0sec
2024-11-21T02:15:32,210 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:32,210 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:32,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155392261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155392261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155392261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155392281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T02:15:32,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-21T02:15:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155392361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,431 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/f7d69c20629442f4b116af9ece9a8fda
2024-11-21T02:15:32,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/abd4f92751e54645a42a02e0c49eced6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/abd4f92751e54645a42a02e0c49eced6
2024-11-21T02:15:32,472 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/abd4f92751e54645a42a02e0c49eced6, entries=200, sequenceid=109, filesize=14.0 K
2024-11-21T02:15:32,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/2634dc5fd66b4985bafb0696fb3c11d8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/2634dc5fd66b4985bafb0696fb3c11d8
2024-11-21T02:15:32,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-21T02:15:32,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:32,487 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/2634dc5fd66b4985bafb0696fb3c11d8, entries=150, sequenceid=109, filesize=11.7 K
2024-11-21T02:15:32,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/f7d69c20629442f4b116af9ece9a8fda as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f7d69c20629442f4b116af9ece9a8fda
2024-11-21T02:15:32,516 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f7d69c20629442f4b116af9ece9a8fda, entries=150, sequenceid=109, filesize=11.7 K
2024-11-21T02:15:32,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0fe94acf9c94c3101093deb2ca992b98 in 716ms, sequenceid=109, compaction requested=false
2024-11-21T02:15:32,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T02:15:32,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-21T02:15:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:32,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/df708e4afa864b37b5b842091423a61a is 50, key is test_row_0/A:col10/1732155331942/Put/seqid=0
2024-11-21T02:15:32,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:32,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741855_1031 (size=12001)
2024-11-21T02:15:32,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/df708e4afa864b37b5b842091423a61a
2024-11-21T02:15:32,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/356b014831ca4bd58b78953e10352813 is 50, key is test_row_0/B:col10/1732155331942/Put/seqid=0
2024-11-21T02:15:32,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741856_1032 (size=12001)
2024-11-21T02:15:32,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/356b014831ca4bd58b78953e10352813
2024-11-21T02:15:32,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/11932ad7d46f4992addea43ee3032900 is 50, key is test_row_0/C:col10/1732155331942/Put/seqid=0
2024-11-21T02:15:32,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741857_1033 (size=12001)
2024-11-21T02:15:32,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155392840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:32,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/11932ad7d46f4992addea43ee3032900
2024-11-21T02:15:32,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/df708e4afa864b37b5b842091423a61a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/df708e4afa864b37b5b842091423a61a
2024-11-21T02:15:32,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/df708e4afa864b37b5b842091423a61a, entries=150, sequenceid=125, filesize=11.7 K
2024-11-21T02:15:32,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/356b014831ca4bd58b78953e10352813 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/356b014831ca4bd58b78953e10352813
2024-11-21T02:15:32,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/356b014831ca4bd58b78953e10352813, entries=150, sequenceid=125, filesize=11.7 K
2024-11-21T02:15:32,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/11932ad7d46f4992addea43ee3032900 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/11932ad7d46f4992addea43ee3032900
2024-11-21T02:15:32,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/11932ad7d46f4992addea43ee3032900, entries=150, sequenceid=125, filesize=11.7 K
2024-11-21T02:15:32,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0fe94acf9c94c3101093deb2ca992b98 in 309ms, sequenceid=125, compaction requested=true
2024-11-21T02:15:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-21T02:15:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-21T02:15:32,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T02:15:32,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 944 msec
2024-11-21T02:15:32,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 974 msec
2024-11-21T02:15:32,961 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:15:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:32,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/26edfa066ba4471d91fea31a39fbfa8b is 50, key is test_row_0/A:col10/1732155332958/Put/seqid=0
2024-11-21T02:15:33,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741858_1034 (size=12151)
2024-11-21T02:15:33,049 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/26edfa066ba4471d91fea31a39fbfa8b
2024-11-21T02:15:33,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e87e9e91169d4f88b5d69ad273da01ff is 50, key is test_row_0/B:col10/1732155332958/Put/seqid=0
2024-11-21T02:15:33,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155393073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741859_1035 (size=12151)
2024-11-21T02:15:33,124 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e87e9e91169d4f88b5d69ad273da01ff
2024-11-21T02:15:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T02:15:33,133 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:33,134 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-21T02:15:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T02:15:33,142 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:33,144 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:33,144 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:33,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/fa1ce9ba0e534549a629dd8007854b35 is 50, key is test_row_0/C:col10/1732155332958/Put/seqid=0
2024-11-21T02:15:33,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155393182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741860_1036 (size=12151)
2024-11-21T02:15:33,199 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/fa1ce9ba0e534549a629dd8007854b35
2024-11-21T02:15:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/26edfa066ba4471d91fea31a39fbfa8b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/26edfa066ba4471d91fea31a39fbfa8b
2024-11-21T02:15:33,241 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/26edfa066ba4471d91fea31a39fbfa8b, entries=150, sequenceid=145, filesize=11.9 K
2024-11-21T02:15:33,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e87e9e91169d4f88b5d69ad273da01ff as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e87e9e91169d4f88b5d69ad273da01ff
2024-11-21T02:15:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T02:15:33,266 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e87e9e91169d4f88b5d69ad273da01ff, entries=150, sequenceid=145, filesize=11.9 K
2024-11-21T02:15:33,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/fa1ce9ba0e534549a629dd8007854b35 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fa1ce9ba0e534549a629dd8007854b35
2024-11-21T02:15:33,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fa1ce9ba0e534549a629dd8007854b35, entries=150, sequenceid=145, filesize=11.9 K
2024-11-21T02:15:33,282 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0fe94acf9c94c3101093deb2ca992b98 in 320ms, sequenceid=145, compaction requested=true
2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:33,282 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:33,282 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:33,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:33,285 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:15:33,285 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:33,286 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:33,286 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:33,286 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9e0a4a63b40942628e45923069d4940c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/2634dc5fd66b4985bafb0696fb3c11d8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/356b014831ca4bd58b78953e10352813, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e87e9e91169d4f88b5d69ad273da01ff] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=47.2 K
2024-11-21T02:15:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:33,288 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50632 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:33,288 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:33,288 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,288 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f831e753ed0540a4ac1894493a492822, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/abd4f92751e54645a42a02e0c49eced6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/df708e4afa864b37b5b842091423a61a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/26edfa066ba4471d91fea31a39fbfa8b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=49.4 K
2024-11-21T02:15:33,289 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e0a4a63b40942628e45923069d4940c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732155329758
2024-11-21T02:15:33,290 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f831e753ed0540a4ac1894493a492822, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732155329758
2024-11-21T02:15:33,292 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting abd4f92751e54645a42a02e0c49eced6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732155331061
2024-11-21T02:15:33,293 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2634dc5fd66b4985bafb0696fb3c11d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732155331066
2024-11-21T02:15:33,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/9de67fe8c64548b09248e6a76a7e7f5f is 50, key is test_row_0/A:col10/1732155333013/Put/seqid=0
2024-11-21T02:15:33,297 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 356b014831ca4bd58b78953e10352813, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732155331942
2024-11-21T02:15:33,297 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting df708e4afa864b37b5b842091423a61a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732155331942
2024-11-21T02:15:33,298 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e87e9e91169d4f88b5d69ad273da01ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732155332811
2024-11-21T02:15:33,298 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26edfa066ba4471d91fea31a39fbfa8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732155332811
2024-11-21T02:15:33,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-21T02:15:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:33,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:33,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741861_1037 (size=14541)
2024-11-21T02:15:33,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/9de67fe8c64548b09248e6a76a7e7f5f
2024-11-21T02:15:33,348 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:33,350 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a195664823d64594ad27db847db08f6b is 50, key is test_row_0/B:col10/1732155332958/Put/seqid=0
2024-11-21T02:15:33,353 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:33,354 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/e6f5cac04d7c463c8a11de4ffe96748d is 50, key is test_row_0/A:col10/1732155332958/Put/seqid=0
2024-11-21T02:15:33,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b80d5cf8a15e41fa9e8f641f787bf402 is 50, key is test_row_0/B:col10/1732155333013/Put/seqid=0
2024-11-21T02:15:33,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155393354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155393357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155393358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155393359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155393401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741864_1040 (size=12151)
2024-11-21T02:15:33,417 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b80d5cf8a15e41fa9e8f641f787bf402
2024-11-21T02:15:33,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741862_1038 (size=12425)
2024-11-21T02:15:33,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741863_1039 (size=12425)
2024-11-21T02:15:33,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/2afd24f6f24c4d02b925e1dee51d7adc is 50, key is test_row_0/C:col10/1732155333013/Put/seqid=0
2024-11-21T02:15:33,446 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/e6f5cac04d7c463c8a11de4ffe96748d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e6f5cac04d7c463c8a11de4ffe96748d
2024-11-21T02:15:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T02:15:33,465 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into e6f5cac04d7c463c8a11de4ffe96748d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:33,466 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:33,466 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=12, startTime=1732155333282; duration=0sec
2024-11-21T02:15:33,466 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:33,466 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:33,466 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:33,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-21T02:15:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:33,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:33,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741865_1041 (size=12151)
2024-11-21T02:15:33,475 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:33,475 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:33,475 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,476 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1cacd3594a6643e1aa44a884933a8669, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f7d69c20629442f4b116af9ece9a8fda, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/11932ad7d46f4992addea43ee3032900, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fa1ce9ba0e534549a629dd8007854b35] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=47.2 K
2024-11-21T02:15:33,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155393472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155393472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,487 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/2afd24f6f24c4d02b925e1dee51d7adc
2024-11-21T02:15:33,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155393472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,488 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cacd3594a6643e1aa44a884933a8669, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732155329758
2024-11-21T02:15:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155393486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7d69c20629442f4b116af9ece9a8fda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1732155331066
2024-11-21T02:15:33,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11932ad7d46f4992addea43ee3032900, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732155331942
2024-11-21T02:15:33,496 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa1ce9ba0e534549a629dd8007854b35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732155332811
2024-11-21T02:15:33,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/9de67fe8c64548b09248e6a76a7e7f5f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9de67fe8c64548b09248e6a76a7e7f5f
2024-11-21T02:15:33,519 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9de67fe8c64548b09248e6a76a7e7f5f, entries=200, sequenceid=158, filesize=14.2 K
2024-11-21T02:15:33,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b80d5cf8a15e41fa9e8f641f787bf402 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b80d5cf8a15e41fa9e8f641f787bf402
2024-11-21T02:15:33,530 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#29 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:33,534 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/83c7628c76e6411996156a70ff09a532 is 50, key is test_row_0/C:col10/1732155332958/Put/seqid=0
2024-11-21T02:15:33,540 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b80d5cf8a15e41fa9e8f641f787bf402, entries=150, sequenceid=158, filesize=11.9 K
2024-11-21T02:15:33,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/2afd24f6f24c4d02b925e1dee51d7adc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2afd24f6f24c4d02b925e1dee51d7adc
2024-11-21T02:15:33,562 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2afd24f6f24c4d02b925e1dee51d7adc, entries=150, sequenceid=158, filesize=11.9 K
2024-11-21T02:15:33,564 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0fe94acf9c94c3101093deb2ca992b98 in 279ms, sequenceid=158, compaction requested=false
2024-11-21T02:15:33,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:33,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741866_1042 (size=12425)
2024-11-21T02:15:33,592 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/83c7628c76e6411996156a70ff09a532 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c7628c76e6411996156a70ff09a532
2024-11-21T02:15:33,609 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into 83c7628c76e6411996156a70ff09a532(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:33,609 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:33,609 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=12, startTime=1732155333282; duration=0sec
2024-11-21T02:15:33,609 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:33,610 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:33,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-21T02:15:33,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:15:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/84c003d2af4742779feba5e0a93d8451 is 50, key is test_row_0/A:col10/1732155333349/Put/seqid=0
2024-11-21T02:15:33,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:33,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741867_1043 (size=12151)
2024-11-21T02:15:33,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/84c003d2af4742779feba5e0a93d8451
2024-11-21T02:15:33,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b3ee2116d64c44cc91ed2c828a347741 is 50, key is test_row_0/B:col10/1732155333349/Put/seqid=0
2024-11-21T02:15:33,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155393728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155393733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155393732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155393743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155393744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T02:15:33,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741868_1044 (size=12151)
2024-11-21T02:15:33,775 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b3ee2116d64c44cc91ed2c828a347741
2024-11-21T02:15:33,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/df241f7b2c0c4608ba27d196ac673748 is 50, key is test_row_0/C:col10/1732155333349/Put/seqid=0
2024-11-21T02:15:33,853 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a195664823d64594ad27db847db08f6b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a195664823d64594ad27db847db08f6b
2024-11-21T02:15:33,866 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into a195664823d64594ad27db847db08f6b(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:33,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741869_1045 (size=12151)
2024-11-21T02:15:33,866 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:33,866 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=12, startTime=1732155333282; duration=0sec
2024-11-21T02:15:33,866 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:33,866 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:33,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155393851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/df241f7b2c0c4608ba27d196ac673748
2024-11-21T02:15:33,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155393852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155393861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155393861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155393861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:33,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:33,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/84c003d2af4742779feba5e0a93d8451 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84c003d2af4742779feba5e0a93d8451
2024-11-21T02:15:33,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84c003d2af4742779feba5e0a93d8451, entries=150, sequenceid=179, filesize=11.9 K
2024-11-21T02:15:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b3ee2116d64c44cc91ed2c828a347741 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b3ee2116d64c44cc91ed2c828a347741
2024-11-21T02:15:33,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b3ee2116d64c44cc91ed2c828a347741, entries=150, sequenceid=179, filesize=11.9 K
2024-11-21T02:15:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/df241f7b2c0c4608ba27d196ac673748 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/df241f7b2c0c4608ba27d196ac673748
2024-11-21T02:15:33,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/df241f7b2c0c4608ba27d196ac673748, entries=150, sequenceid=179, filesize=11.9 K
2024-11-21T02:15:33,934 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 0fe94acf9c94c3101093deb2ca992b98 in 300ms, sequenceid=179, compaction requested=true
2024-11-21T02:15:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:33,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-21T02:15:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-21T02:15:33,941 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-21T02:15:33,941 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 793 msec
2024-11-21T02:15:33,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 808 msec
2024-11-21T02:15:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:34,095 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:15:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:34,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:34,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:34,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5acad98acc0344d2b51dd6df9b1901c9 is 50, key is test_row_0/A:col10/1732155333740/Put/seqid=0
2024-11-21T02:15:34,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155394123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155394124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155394126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155394129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155394130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741870_1046 (size=12151)
2024-11-21T02:15:34,177 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5acad98acc0344d2b51dd6df9b1901c9
2024-11-21T02:15:34,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e9222ddadb4245ea9dd441d83723036a is 50, key is test_row_0/B:col10/1732155333740/Put/seqid=0
2024-11-21T02:15:34,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155394241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741871_1047 (size=12151)
2024-11-21T02:15:34,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155394241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,248 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e9222ddadb4245ea9dd441d83723036a
2024-11-21T02:15:34,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155394242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155394251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155394251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/1e1ec8cb6bcd430c9de08afa8c345bbb is 50, key is test_row_0/C:col10/1732155333740/Put/seqid=0
2024-11-21T02:15:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T02:15:34,282 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:34,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-21T02:15:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:34,285 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:34,287 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:34,287 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:34,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741872_1048 (size=12151)
2024-11-21T02:15:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:34,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:34,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155394451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155394462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155394462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155394462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155394463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:34,711 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/1e1ec8cb6bcd430c9de08afa8c345bbb
2024-11-21T02:15:34,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5acad98acc0344d2b51dd6df9b1901c9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5acad98acc0344d2b51dd6df9b1901c9
2024-11-21T02:15:34,735 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5acad98acc0344d2b51dd6df9b1901c9, entries=150, sequenceid=196, filesize=11.9 K
2024-11-21T02:15:34,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/e9222ddadb4245ea9dd441d83723036a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e9222ddadb4245ea9dd441d83723036a
2024-11-21T02:15:34,745 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e9222ddadb4245ea9dd441d83723036a, entries=150, sequenceid=196, filesize=11.9 K
2024-11-21T02:15:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/1e1ec8cb6bcd430c9de08afa8c345bbb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1e1ec8cb6bcd430c9de08afa8c345bbb
2024-11-21T02:15:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,761 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1e1ec8cb6bcd430c9de08afa8c345bbb, entries=150, sequenceid=196, filesize=11.9 K
2024-11-21T02:15:34,763 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0fe94acf9c94c3101093deb2ca992b98 in 668ms, sequenceid=196, compaction requested=true
2024-11-21T02:15:34,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:34,764 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:15:34,765 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:34,768 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51268 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:34,768 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:34,768 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,768 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e6f5cac04d7c463c8a11de4ffe96748d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9de67fe8c64548b09248e6a76a7e7f5f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84c003d2af4742779feba5e0a93d8451, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5acad98acc0344d2b51dd6df9b1901c9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=50.1 K
2024-11-21T02:15:34,769 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:34,770 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:34,770 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,770 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a195664823d64594ad27db847db08f6b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b80d5cf8a15e41fa9e8f641f787bf402, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b3ee2116d64c44cc91ed2c828a347741, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e9222ddadb4245ea9dd441d83723036a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=47.7 K
2024-11-21T02:15:34,770 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6f5cac04d7c463c8a11de4ffe96748d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732155332811
2024-11-21T02:15:34,771 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a195664823d64594ad27db847db08f6b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732155332811
2024-11-21T02:15:34,772 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b80d5cf8a15e41fa9e8f641f787bf402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732155333013
2024-11-21T02:15:34,771 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de67fe8c64548b09248e6a76a7e7f5f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732155333004
2024-11-21T02:15:34,773 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b3ee2116d64c44cc91ed2c828a347741, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732155333330
2024-11-21T02:15:34,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-21T02:15:34,774 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e9222ddadb4245ea9dd441d83723036a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155333737
2024-11-21T02:15:34,774 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c003d2af4742779feba5e0a93d8451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732155333330
2024-11-21T02:15:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:34,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:34,776 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5acad98acc0344d2b51dd6df9b1901c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155333737
2024-11-21T02:15:34,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:34,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5902b6d4c85e4f45b81dda52c522c47f is 50, key is test_row_0/A:col10/1732155334122/Put/seqid=0
2024-11-21T02:15:34,799 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:34,800 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a4403b3ce9724294a4e08fab1510c2b7 is 50, key is test_row_0/B:col10/1732155333740/Put/seqid=0
2024-11-21T02:15:34,810 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:34,811 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/9848cb655fe44ff1aa6de71d3c5ea4d9 is 50, key is test_row_0/A:col10/1732155333740/Put/seqid=0
2024-11-21T02:15:34,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155394808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155394810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155394812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741873_1049 (size=14541)
2024-11-21T02:15:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155394821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,841 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5902b6d4c85e4f45b81dda52c522c47f
2024-11-21T02:15:34,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741874_1050 (size=12561)
2024-11-21T02:15:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741875_1051 (size=12561)
2024-11-21T02:15:34,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155394840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/bbe16ad834ba4ccba7cce44ad400c367 is 50, key is test_row_0/B:col10/1732155334122/Put/seqid=0
2024-11-21T02:15:34,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741876_1052 (size=12151)
2024-11-21T02:15:34,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:34,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:34,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:34,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:34,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155394931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155394951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155394961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155394961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155394964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155395141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155395161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155395171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155395171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155395172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,251 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a4403b3ce9724294a4e08fab1510c2b7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4403b3ce9724294a4e08fab1510c2b7
2024-11-21T02:15:35,261 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/9848cb655fe44ff1aa6de71d3c5ea4d9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9848cb655fe44ff1aa6de71d3c5ea4d9
2024-11-21T02:15:35,269 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into a4403b3ce9724294a4e08fab1510c2b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:35,269 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:35,269 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=12, startTime=1732155334764; duration=0sec
2024-11-21T02:15:35,270 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into 9848cb655fe44ff1aa6de71d3c5ea4d9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:35,270 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:35,270 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:35,270 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:35,270 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=12, startTime=1732155334763; duration=0sec
2024-11-21T02:15:35,270 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:35,270 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:35,270 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:35,272 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:35,272 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:35,272 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,273 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c7628c76e6411996156a70ff09a532, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2afd24f6f24c4d02b925e1dee51d7adc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/df241f7b2c0c4608ba27d196ac673748, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1e1ec8cb6bcd430c9de08afa8c345bbb] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=47.7 K
2024-11-21T02:15:35,274 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c7628c76e6411996156a70ff09a532, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732155332811
2024-11-21T02:15:35,276 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2afd24f6f24c4d02b925e1dee51d7adc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732155333013
2024-11-21T02:15:35,281 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting df241f7b2c0c4608ba27d196ac673748, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732155333330
2024-11-21T02:15:35,284 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e1ec8cb6bcd430c9de08afa8c345bbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155333737
2024-11-21T02:15:35,297 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/bbe16ad834ba4ccba7cce44ad400c367
2024-11-21T02:15:35,311 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:35,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/2925ed8f66aa4f64b7d9ecd8c490fbc2 is 50, key is test_row_0/C:col10/1732155334122/Put/seqid=0
2024-11-21T02:15:35,312 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/cb8d2e324e9e4fbcb93eea78c96a9af1 is 50, key is test_row_0/C:col10/1732155333740/Put/seqid=0
2024-11-21T02:15:35,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741877_1053 (size=12151)
2024-11-21T02:15:35,334 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/2925ed8f66aa4f64b7d9ecd8c490fbc2
2024-11-21T02:15:35,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741878_1054 (size=12561)
2024-11-21T02:15:35,355 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/cb8d2e324e9e4fbcb93eea78c96a9af1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/cb8d2e324e9e4fbcb93eea78c96a9af1
2024-11-21T02:15:35,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5902b6d4c85e4f45b81dda52c522c47f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5902b6d4c85e4f45b81dda52c522c47f
2024-11-21T02:15:35,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5902b6d4c85e4f45b81dda52c522c47f, entries=200, sequenceid=214, filesize=14.2 K
2024-11-21T02:15:35,366 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into cb8d2e324e9e4fbcb93eea78c96a9af1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:35,366 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:35,366 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=12, startTime=1732155334764; duration=0sec
2024-11-21T02:15:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/bbe16ad834ba4ccba7cce44ad400c367 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/bbe16ad834ba4ccba7cce44ad400c367
2024-11-21T02:15:35,366 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:35,367 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:35,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:35,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:35,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,384 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/bbe16ad834ba4ccba7cce44ad400c367, entries=150, sequenceid=214, filesize=11.9 K
2024-11-21T02:15:35,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/2925ed8f66aa4f64b7d9ecd8c490fbc2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2925ed8f66aa4f64b7d9ecd8c490fbc2
2024-11-21T02:15:35,419 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2925ed8f66aa4f64b7d9ecd8c490fbc2, entries=150, sequenceid=214, filesize=11.9 K
2024-11-21T02:15:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:35,421 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0fe94acf9c94c3101093deb2ca992b98 in 654ms, sequenceid=214, compaction requested=false
2024-11-21T02:15:35,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:35,456 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:15:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:35,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/75b0d8faedb348db88e0918341c4b442 is 50, key is test_row_0/A:col10/1732155335453/Put/seqid=0
2024-11-21T02:15:35,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741879_1055 (size=12151)
2024-11-21T02:15:35,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155395499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155395508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155395509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155395517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155395517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155395631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155395631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155395641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155395642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155395642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155395851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155395851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155395852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155395852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155395852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:35,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:35,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:35,900 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/75b0d8faedb348db88e0918341c4b442
2024-11-21T02:15:35,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/03ac50cad5244614a2d246ffb80ec145 is 50, key is test_row_0/B:col10/1732155335453/Put/seqid=0
2024-11-21T02:15:35,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741880_1056 (size=12151)
2024-11-21T02:15:36,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155396162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155396162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155396162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155396162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155396163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/03ac50cad5244614a2d246ffb80ec145
2024-11-21T02:15:36,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/758d7735072b4b77915c661911b42181 is 50, key is test_row_0/C:col10/1732155335453/Put/seqid=0
2024-11-21T02:15:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:36,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741881_1057 (size=12151)
2024-11-21T02:15:36,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:36,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:36,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155396671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155396682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155396682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155396682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155396682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:36,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:36,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:36,835 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/758d7735072b4b77915c661911b42181
2024-11-21T02:15:36,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/75b0d8faedb348db88e0918341c4b442 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/75b0d8faedb348db88e0918341c4b442
2024-11-21T02:15:36,859 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/75b0d8faedb348db88e0918341c4b442, entries=150, sequenceid=232, filesize=11.9 K
2024-11-21T02:15:36,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/03ac50cad5244614a2d246ffb80ec145 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/03ac50cad5244614a2d246ffb80ec145
2024-11-21T02:15:36,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/03ac50cad5244614a2d246ffb80ec145, entries=150, sequenceid=232, filesize=11.9 K
2024-11-21T02:15:36,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/758d7735072b4b77915c661911b42181 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/758d7735072b4b77915c661911b42181
2024-11-21T02:15:36,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/758d7735072b4b77915c661911b42181, entries=150, sequenceid=232, filesize=11.9 K
2024-11-21T02:15:36,894 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0fe94acf9c94c3101093deb2ca992b98 in 1439ms, sequenceid=232, compaction requested=true
2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:36,894 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:36,894 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:36,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:36,897 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:36,897 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:36,897 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,897 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4403b3ce9724294a4e08fab1510c2b7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/bbe16ad834ba4ccba7cce44ad400c367, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/03ac50cad5244614a2d246ffb80ec145] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=36.0 K
2024-11-21T02:15:36,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:36,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:36,898 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4403b3ce9724294a4e08fab1510c2b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155333737
2024-11-21T02:15:36,898 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9848cb655fe44ff1aa6de71d3c5ea4d9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5902b6d4c85e4f45b81dda52c522c47f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/75b0d8faedb348db88e0918341c4b442] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=38.3 K
2024-11-21T02:15:36,900 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9848cb655fe44ff1aa6de71d3c5ea4d9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155333737
2024-11-21T02:15:36,900 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbe16ad834ba4ccba7cce44ad400c367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732155334122
2024-11-21T02:15:36,901 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03ac50cad5244614a2d246ffb80ec145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155334816
2024-11-21T02:15:36,901 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5902b6d4c85e4f45b81dda52c522c47f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732155334120
2024-11-21T02:15:36,902 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 75b0d8faedb348db88e0918341c4b442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155334816
2024-11-21T02:15:36,920 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#46 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:36,921 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/4d4e5f4725f746b2b8337e6a28f03436 is 50, key is test_row_0/A:col10/1732155335453/Put/seqid=0
2024-11-21T02:15:36,922 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#45 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:36,923 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/5b2933c64fd24d6fb14d9f56d7bf2f9c is 50, key is test_row_0/B:col10/1732155335453/Put/seqid=0
2024-11-21T02:15:36,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741883_1059 (size=12663)
2024-11-21T02:15:36,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741882_1058 (size=12663)
2024-11-21T02:15:36,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-21T02:15:36,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:36,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-21T02:15:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:36,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/58254a0ce4ab410bbaef2505c9286449 is 50, key is test_row_0/A:col10/1732155335507/Put/seqid=0
2024-11-21T02:15:37,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741884_1060 (size=12151)
2024-11-21T02:15:37,368 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/5b2933c64fd24d6fb14d9f56d7bf2f9c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5b2933c64fd24d6fb14d9f56d7bf2f9c
2024-11-21T02:15:37,370 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/4d4e5f4725f746b2b8337e6a28f03436 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/4d4e5f4725f746b2b8337e6a28f03436
2024-11-21T02:15:37,382 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into 5b2933c64fd24d6fb14d9f56d7bf2f9c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:37,382 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:37,382 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=13, startTime=1732155336894; duration=0sec
2024-11-21T02:15:37,386 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into 4d4e5f4725f746b2b8337e6a28f03436(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:37,383 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:37,386 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:37,386 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:37,386 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=13, startTime=1732155336894; duration=0sec
2024-11-21T02:15:37,386 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:37,387 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:37,387 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:37,388 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:37,388 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:37,389 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:37,389 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/cb8d2e324e9e4fbcb93eea78c96a9af1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2925ed8f66aa4f64b7d9ecd8c490fbc2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/758d7735072b4b77915c661911b42181] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=36.0 K
2024-11-21T02:15:37,390 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb8d2e324e9e4fbcb93eea78c96a9af1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155333737
2024-11-21T02:15:37,390 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2925ed8f66aa4f64b7d9ecd8c490fbc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732155334122
2024-11-21T02:15:37,391 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 758d7735072b4b77915c661911b42181, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155334816
2024-11-21T02:15:37,431 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:37,432 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/dee0e44f03b245bd85fc873c960c824f is 50, key is test_row_0/C:col10/1732155335453/Put/seqid=0
2024-11-21T02:15:37,434 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/58254a0ce4ab410bbaef2505c9286449
2024-11-21T02:15:37,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741885_1061 (size=12663)
2024-11-21T02:15:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/d8daf526025d40c5b1844b25560476cf is 50, key is test_row_0/B:col10/1732155335507/Put/seqid=0
2024-11-21T02:15:37,467 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/dee0e44f03b245bd85fc873c960c824f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/dee0e44f03b245bd85fc873c960c824f
2024-11-21T02:15:37,478 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into dee0e44f03b245bd85fc873c960c824f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:37,479 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:37,479 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=13, startTime=1732155336894; duration=0sec
2024-11-21T02:15:37,479 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:37,479 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:37,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741886_1062 (size=12151)
2024-11-21T02:15:37,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/d8daf526025d40c5b1844b25560476cf
2024-11-21T02:15:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d61b91b4bd08424a944935555ef58ef9 is 50, key is test_row_0/C:col10/1732155335507/Put/seqid=0
2024-11-21T02:15:37,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741887_1063 (size=12151)
2024-11-21T02:15:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:37,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155397725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155397729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155397738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155397727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155397748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155397841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155397844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155397851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155397866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155397866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:37,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d61b91b4bd08424a944935555ef58ef9
2024-11-21T02:15:37,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/58254a0ce4ab410bbaef2505c9286449 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/58254a0ce4ab410bbaef2505c9286449
2024-11-21T02:15:37,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/58254a0ce4ab410bbaef2505c9286449, entries=150, sequenceid=249, filesize=11.9 K
2024-11-21T02:15:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/d8daf526025d40c5b1844b25560476cf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/d8daf526025d40c5b1844b25560476cf
2024-11-21T02:15:38,006 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/d8daf526025d40c5b1844b25560476cf, entries=150, sequenceid=249, filesize=11.9 K
2024-11-21T02:15:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d61b91b4bd08424a944935555ef58ef9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d61b91b4bd08424a944935555ef58ef9
2024-11-21T02:15:38,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d61b91b4bd08424a944935555ef58ef9, entries=150, sequenceid=249, filesize=11.9 K
2024-11-21T02:15:38,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0fe94acf9c94c3101093deb2ca992b98 in 1047ms, sequenceid=249, compaction requested=false
2024-11-21T02:15:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-21T02:15:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-21T02:15:38,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-21T02:15:38,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7340 sec
2024-11-21T02:15:38,031 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 3.7440 sec
2024-11-21T02:15:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:38,061 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-21T02:15:38,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:38,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:38,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:38,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/c75144adfd494c748785abfe3e142f99 is 50, key is test_row_0/A:col10/1732155337735/Put/seqid=0
2024-11-21T02:15:38,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155398107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155398110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155398111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741888_1064 (size=12301)
2024-11-21T02:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,134 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/c75144adfd494c748785abfe3e142f99
2024-11-21T02:15:38,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155398119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155398123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/1bb451b5c5464cdcba0005a57a738f72 is 50, key is test_row_0/B:col10/1732155337735/Put/seqid=0
2024-11-21T02:15:38,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741889_1065 (size=12301)
2024-11-21T02:15:38,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/1bb451b5c5464cdcba0005a57a738f72
2024-11-21T02:15:38,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/83c291b63ca84e51972b044d43d7c1c6 is 50, key is test_row_0/C:col10/1732155337735/Put/seqid=0
2024-11-21T02:15:38,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155398231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155398241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155398241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155398242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155398242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741890_1066 (size=12301)
2024-11-21T02:15:38,288 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/83c291b63ca84e51972b044d43d7c1c6
2024-11-21T02:15:38,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/c75144adfd494c748785abfe3e142f99 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c75144adfd494c748785abfe3e142f99
2024-11-21T02:15:38,308 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c75144adfd494c748785abfe3e142f99, entries=150, sequenceid=269, filesize=12.0 K
2024-11-21T02:15:38,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/1bb451b5c5464cdcba0005a57a738f72 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/1bb451b5c5464cdcba0005a57a738f72
2024-11-21T02:15:38,322 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/1bb451b5c5464cdcba0005a57a738f72, entries=150, sequenceid=269, filesize=12.0 K
2024-11-21T02:15:38,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/83c291b63ca84e51972b044d43d7c1c6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c291b63ca84e51972b044d43d7c1c6
2024-11-21T02:15:38,344 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c291b63ca84e51972b044d43d7c1c6, entries=150, sequenceid=269, filesize=12.0 K
2024-11-21T02:15:38,346 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0fe94acf9c94c3101093deb2ca992b98 in 285ms, sequenceid=269, compaction requested=true
2024-11-21T02:15:38,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:38,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:38,347 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:38,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:38,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:38,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:38,347 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:38,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:38,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:38,348 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:38,348 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:38,348 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:38,348 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:38,348 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,348 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,349 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5b2933c64fd24d6fb14d9f56d7bf2f9c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/d8daf526025d40c5b1844b25560476cf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/1bb451b5c5464cdcba0005a57a738f72] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=36.2 K
2024-11-21T02:15:38,349 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/4d4e5f4725f746b2b8337e6a28f03436, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/58254a0ce4ab410bbaef2505c9286449, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c75144adfd494c748785abfe3e142f99] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=36.2 K
2024-11-21T02:15:38,349 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2933c64fd24d6fb14d9f56d7bf2f9c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155334816
2024-11-21T02:15:38,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d4e5f4725f746b2b8337e6a28f03436, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155334816
2024-11-21T02:15:38,350 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d8daf526025d40c5b1844b25560476cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732155335488
2024-11-21T02:15:38,350 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58254a0ce4ab410bbaef2505c9286449, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732155335488
2024-11-21T02:15:38,351 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting c75144adfd494c748785abfe3e142f99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732155337735
2024-11-21T02:15:38,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bb451b5c5464cdcba0005a57a738f72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732155337735
2024-11-21T02:15:38,375 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:38,376 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/5a1b8c2384664c5581d5f1de7bd19602 is 50, key is test_row_0/B:col10/1732155337735/Put/seqid=0
2024-11-21T02:15:38,383 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:38,384 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/af6ed5a19fec4517ab1fac439dfb8dab is 50, key is test_row_0/A:col10/1732155337735/Put/seqid=0
2024-11-21T02:15:38,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741891_1067 (size=12915)
2024-11-21T02:15:38,453 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/5a1b8c2384664c5581d5f1de7bd19602 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5a1b8c2384664c5581d5f1de7bd19602
2024-11-21T02:15:38,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741892_1068 (size=12915)
2024-11-21T02:15:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T02:15:38,459 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:38,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-21T02:15:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:38,467 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into 5a1b8c2384664c5581d5f1de7bd19602(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:38,467 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:38,468 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=13, startTime=1732155338347; duration=0sec
2024-11-21T02:15:38,468 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-21T02:15:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:38,468 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:38,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:38,469 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:38,469 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:38,469 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:38,471 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:38,471 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:38,471 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,471 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/dee0e44f03b245bd85fc873c960c824f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d61b91b4bd08424a944935555ef58ef9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c291b63ca84e51972b044d43d7c1c6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=36.2 K
2024-11-21T02:15:38,472 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting dee0e44f03b245bd85fc873c960c824f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155334816
2024-11-21T02:15:38,472 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d61b91b4bd08424a944935555ef58ef9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732155335488
2024-11-21T02:15:38,474 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:38,474 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:38,473 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c291b63ca84e51972b044d43d7c1c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732155337735
2024-11-21T02:15:38,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/453a8318c0f24b99abcfe00c3b003177 is 50, key is test_row_0/A:col10/1732155338464/Put/seqid=0
2024-11-21T02:15:38,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/af6ed5a19fec4517ab1fac439dfb8dab as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/af6ed5a19fec4517ab1fac439dfb8dab
2024-11-21T02:15:38,506 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into af6ed5a19fec4517ab1fac439dfb8dab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:38,506 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:38,506 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=13, startTime=1732155338346; duration=0sec
2024-11-21T02:15:38,506 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:38,506 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:38,514 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:38,515 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/a5a8141f05ec4370aa2700fd239d1dbe is 50, key is test_row_0/C:col10/1732155337735/Put/seqid=0
2024-11-21T02:15:38,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741893_1069 (size=17181)
2024-11-21T02:15:38,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155398506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155398516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155398516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155398519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155398520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741894_1070 (size=12915)
2024-11-21T02:15:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:38,573 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/a5a8141f05ec4370aa2700fd239d1dbe as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/a5a8141f05ec4370aa2700fd239d1dbe
2024-11-21T02:15:38,590 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into a5a8141f05ec4370aa2700fd239d1dbe(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:38,590 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:38,590 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=13, startTime=1732155338347; duration=0sec
2024-11-21T02:15:38,591 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:38,592 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:38,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155398631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155398631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155398642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155398644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155398650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:38,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155398841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155398852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155398851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155398861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155398862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:38,928 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/453a8318c0f24b99abcfe00c3b003177
2024-11-21T02:15:38,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:38,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:38,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/17eb134e006d4d08ab0a6c3f436c7f99 is 50, key is test_row_0/B:col10/1732155338464/Put/seqid=0
2024-11-21T02:15:39,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741895_1071 (size=12301)
2024-11-21T02:15:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:39,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155399162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155399170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155399171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155399185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155399183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,423 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/17eb134e006d4d08ab0a6c3f436c7f99
2024-11-21T02:15:39,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:39,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/15952bca049c446ba748b722be972f6c is 50, key is test_row_0/C:col10/1732155338464/Put/seqid=0
2024-11-21T02:15:39,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741896_1072 (size=12301)
2024-11-21T02:15:39,485 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/15952bca049c446ba748b722be972f6c
2024-11-21T02:15:39,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/453a8318c0f24b99abcfe00c3b003177 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/453a8318c0f24b99abcfe00c3b003177
2024-11-21T02:15:39,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/453a8318c0f24b99abcfe00c3b003177, entries=250, sequenceid=287, filesize=16.8 K
2024-11-21T02:15:39,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/17eb134e006d4d08ab0a6c3f436c7f99 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/17eb134e006d4d08ab0a6c3f436c7f99
2024-11-21T02:15:39,526 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/17eb134e006d4d08ab0a6c3f436c7f99, entries=150, sequenceid=287, filesize=12.0 K
2024-11-21T02:15:39,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/15952bca049c446ba748b722be972f6c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/15952bca049c446ba748b722be972f6c
2024-11-21T02:15:39,536 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/15952bca049c446ba748b722be972f6c, entries=150, sequenceid=287, filesize=12.0 K
2024-11-21T02:15:39,538 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0fe94acf9c94c3101093deb2ca992b98 in 1070ms, sequenceid=287, compaction requested=false
2024-11-21T02:15:39,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:39,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-21T02:15:39,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:39,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:15:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:39,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/043bb5c2f8084c76a5328a916588b28f is 50, key is test_row_0/A:col10/1732155338514/Put/seqid=0
2024-11-21T02:15:39,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741897_1073 (size=12301)
2024-11-21T02:15:39,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/043bb5c2f8084c76a5328a916588b28f
2024-11-21T02:15:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/75d431ac5fe64c6baa7373fdc3a216d6 is 50, key is test_row_0/B:col10/1732155338514/Put/seqid=0
2024-11-21T02:15:39,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741898_1074 (size=12301)
2024-11-21T02:15:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:39,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155399711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155399726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155399734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155399742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155399742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155399852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155399872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155399873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:39,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155399872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155400065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/75d431ac5fe64c6baa7373fdc3a216d6
2024-11-21T02:15:40,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155400090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155400091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/5b904f41e49c421ea56fa00da95177c9 is 50, key is test_row_0/C:col10/1732155338514/Put/seqid=0
2024-11-21T02:15:40,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155400101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741899_1075 (size=12301)
2024-11-21T02:15:40,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155400381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155400400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,406 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155400401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155400421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/5b904f41e49c421ea56fa00da95177c9
2024-11-21T02:15:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/043bb5c2f8084c76a5328a916588b28f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/043bb5c2f8084c76a5328a916588b28f
2024-11-21T02:15:40,571 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/043bb5c2f8084c76a5328a916588b28f, entries=150, sequenceid=304, filesize=12.0 K
2024-11-21T02:15:40,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/75d431ac5fe64c6baa7373fdc3a216d6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/75d431ac5fe64c6baa7373fdc3a216d6
2024-11-21T02:15:40,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/75d431ac5fe64c6baa7373fdc3a216d6, entries=150, sequenceid=304, filesize=12.0 K
2024-11-21T02:15:40,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/5b904f41e49c421ea56fa00da95177c9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5b904f41e49c421ea56fa00da95177c9
2024-11-21T02:15:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:40,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5b904f41e49c421ea56fa00da95177c9, entries=150, sequenceid=304, filesize=12.0 K
2024-11-21T02:15:40,616 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0fe94acf9c94c3101093deb2ca992b98 in 1005ms, sequenceid=304, compaction requested=true
2024-11-21T02:15:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:40,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-21T02:15:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-21T02:15:40,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-21T02:15:40,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1510 sec
2024-11-21T02:15:40,648 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.1860 sec
2024-11-21T02:15:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:40,758 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:15:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:40,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:40,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:40,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:40,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/84d60b5d013d4000b8f2c702f6f5ead4 is 50, key is test_row_0/A:col10/1732155339725/Put/seqid=0
2024-11-21T02:15:40,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741900_1076 (size=14741)
2024-11-21T02:15:40,816 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/84d60b5d013d4000b8f2c702f6f5ead4
2024-11-21T02:15:40,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/ea1745333c004fc583dd73fd8b52169f is 50, key is test_row_0/B:col10/1732155339725/Put/seqid=0
2024-11-21T02:15:40,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741901_1077 (size=12301)
2024-11-21T02:15:40,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/ea1745333c004fc583dd73fd8b52169f
2024-11-21T02:15:40,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155400891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155400891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155400911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/4aeac193a4d6451590254c4e1fcde64c is 50, key is test_row_0/C:col10/1732155339725/Put/seqid=0
2024-11-21T02:15:40,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155400924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155400941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:40,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741902_1078 (size=12301)
2024-11-21T02:15:40,973 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/4aeac193a4d6451590254c4e1fcde64c
2024-11-21T02:15:40,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/84d60b5d013d4000b8f2c702f6f5ead4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84d60b5d013d4000b8f2c702f6f5ead4
2024-11-21T02:15:41,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84d60b5d013d4000b8f2c702f6f5ead4, entries=200, sequenceid=322, filesize=14.4 K
2024-11-21T02:15:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/ea1745333c004fc583dd73fd8b52169f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/ea1745333c004fc583dd73fd8b52169f
2024-11-21T02:15:41,013 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/ea1745333c004fc583dd73fd8b52169f, entries=150, sequenceid=322, filesize=12.0 K
2024-11-21T02:15:41,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/4aeac193a4d6451590254c4e1fcde64c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4aeac193a4d6451590254c4e1fcde64c
2024-11-21T02:15:41,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155401003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4aeac193a4d6451590254c4e1fcde64c, entries=150, sequenceid=322, filesize=12.0 K
2024-11-21T02:15:41,034 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0fe94acf9c94c3101093deb2ca992b98 in 275ms, sequenceid=322, compaction requested=true
2024-11-21T02:15:41,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:41,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:41,036 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:41,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:41,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:41,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:41,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:41,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:15:41,036 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:41,043 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:41,043 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 57138 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:41,043 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:41,043 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:41,043 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:41,043 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5a1b8c2384664c5581d5f1de7bd19602, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/17eb134e006d4d08ab0a6c3f436c7f99, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/75d431ac5fe64c6baa7373fdc3a216d6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/ea1745333c004fc583dd73fd8b52169f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=48.7 K
2024-11-21T02:15:41,043 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:41,044 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/af6ed5a19fec4517ab1fac439dfb8dab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/453a8318c0f24b99abcfe00c3b003177, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/043bb5c2f8084c76a5328a916588b28f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84d60b5d013d4000b8f2c702f6f5ead4] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=55.8 K
2024-11-21T02:15:41,044 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a1b8c2384664c5581d5f1de7bd19602, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732155337735
2024-11-21T02:15:41,044 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting af6ed5a19fec4517ab1fac439dfb8dab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732155337735
2024-11-21T02:15:41,045 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17eb134e006d4d08ab0a6c3f436c7f99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732155338116
2024-11-21T02:15:41,045 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 453a8318c0f24b99abcfe00c3b003177, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732155338107
2024-11-21T02:15:41,046 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75d431ac5fe64c6baa7373fdc3a216d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155338498
2024-11-21T02:15:41,046 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 043bb5c2f8084c76a5328a916588b28f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155338498
2024-11-21T02:15:41,047 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea1745333c004fc583dd73fd8b52169f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732155339725
2024-11-21T02:15:41,047 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 84d60b5d013d4000b8f2c702f6f5ead4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732155339704
2024-11-21T02:15:41,075 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:41,075 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5fd10e62ad7049cd8a1e0b260a40e7b4 is 50, key is test_row_0/A:col10/1732155339725/Put/seqid=0
2024-11-21T02:15:41,086 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#67 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:41,087 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/fba947c180ba47fe95bcba3c95ecc340 is 50, key is test_row_0/B:col10/1732155339725/Put/seqid=0
2024-11-21T02:15:41,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741904_1080 (size=13051)
2024-11-21T02:15:41,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741903_1079 (size=13051)
2024-11-21T02:15:41,165 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/fba947c180ba47fe95bcba3c95ecc340 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/fba947c180ba47fe95bcba3c95ecc340
2024-11-21T02:15:41,166 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/5fd10e62ad7049cd8a1e0b260a40e7b4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5fd10e62ad7049cd8a1e0b260a40e7b4
2024-11-21T02:15:41,186 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into fba947c180ba47fe95bcba3c95ecc340(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:41,186 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:41,186 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=12, startTime=1732155341036; duration=0sec
2024-11-21T02:15:41,186 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:41,186 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:41,186 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:41,189 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:41,189 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:41,189 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:41,189 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into 5fd10e62ad7049cd8a1e0b260a40e7b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:41,189 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:41,189 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/a5a8141f05ec4370aa2700fd239d1dbe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/15952bca049c446ba748b722be972f6c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5b904f41e49c421ea56fa00da95177c9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4aeac193a4d6451590254c4e1fcde64c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=48.7 K
2024-11-21T02:15:41,189 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=12, startTime=1732155341035; duration=0sec
2024-11-21T02:15:41,189 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:41,189 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:41,190 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5a8141f05ec4370aa2700fd239d1dbe, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732155337735
2024-11-21T02:15:41,191 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15952bca049c446ba748b722be972f6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732155338116
2024-11-21T02:15:41,192 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b904f41e49c421ea56fa00da95177c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155338498
2024-11-21T02:15:41,193 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aeac193a4d6451590254c4e1fcde64c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732155339725
2024-11-21T02:15:41,218 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#68 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:41,218 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d7de4e6f4e224ad3aff94a9131653872 is 50, key is test_row_0/C:col10/1732155339725/Put/seqid=0
2024-11-21T02:15:41,242 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:15:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:41,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741905_1081 (size=13051)
2024-11-21T02:15:41,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/f7129dbd9ceb4bf394cebd39d0de80b7 is 50, key is test_row_0/A:col10/1732155341235/Put/seqid=0
2024-11-21T02:15:41,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741906_1082 (size=9857)
2024-11-21T02:15:41,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155401329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155401440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155401652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,657 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d7de4e6f4e224ad3aff94a9131653872 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d7de4e6f4e224ad3aff94a9131653872
2024-11-21T02:15:41,667 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into d7de4e6f4e224ad3aff94a9131653872(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:41,667 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:41,667 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=12, startTime=1732155341036; duration=0sec
2024-11-21T02:15:41,668 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:41,668 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:41,674 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/f7129dbd9ceb4bf394cebd39d0de80b7
2024-11-21T02:15:41,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/45ca42a645d444319abeae57c72a32d2 is 50, key is test_row_0/B:col10/1732155341235/Put/seqid=0
2024-11-21T02:15:41,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741907_1083 (size=9857)
2024-11-21T02:15:41,724 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/45ca42a645d444319abeae57c72a32d2
2024-11-21T02:15:41,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/f92d9e95e9f14fe2b48ff8e22cd6d40b is 50, key is test_row_0/C:col10/1732155341235/Put/seqid=0
2024-11-21T02:15:41,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741908_1084 (size=9857)
2024-11-21T02:15:41,758 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/f92d9e95e9f14fe2b48ff8e22cd6d40b
2024-11-21T02:15:41,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/f7129dbd9ceb4bf394cebd39d0de80b7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f7129dbd9ceb4bf394cebd39d0de80b7
2024-11-21T02:15:41,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f7129dbd9ceb4bf394cebd39d0de80b7, entries=100, sequenceid=339, filesize=9.6 K
2024-11-21T02:15:41,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/45ca42a645d444319abeae57c72a32d2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/45ca42a645d444319abeae57c72a32d2
2024-11-21T02:15:41,784 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/45ca42a645d444319abeae57c72a32d2, entries=100, sequenceid=339, filesize=9.6 K
2024-11-21T02:15:41,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/f92d9e95e9f14fe2b48ff8e22cd6d40b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f92d9e95e9f14fe2b48ff8e22cd6d40b
2024-11-21T02:15:41,803 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f92d9e95e9f14fe2b48ff8e22cd6d40b, entries=100, sequenceid=339, filesize=9.6 K
2024-11-21T02:15:41,806 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0fe94acf9c94c3101093deb2ca992b98 in 564ms, sequenceid=339, compaction requested=false
2024-11-21T02:15:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:41,912 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:15:41,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:41,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/99048840e6224f588284b0baa9c3aaed is 50, key is test_row_0/A:col10/1732155341280/Put/seqid=0
2024-11-21T02:15:41,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741909_1085 (size=14741)
2024-11-21T02:15:41,947 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/99048840e6224f588284b0baa9c3aaed
2024-11-21T02:15:41,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/3f64116efec04bdfb17d80a322914d31 is 50, key is test_row_0/B:col10/1732155341280/Put/seqid=0
2024-11-21T02:15:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155401962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155401984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155401984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155401987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:41,995 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 0fe94acf9c94c3101093deb2ca992b98 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2250 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:15:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155401988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741910_1086 (size=12301)
2024-11-21T02:15:42,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155402101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155402102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155402111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155402311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155402311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155402321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,429 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/3f64116efec04bdfb17d80a322914d31
2024-11-21T02:15:42,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/08261b8be2064cd5972f7e5c506cdad7 is 50, key is test_row_0/C:col10/1732155341280/Put/seqid=0
2024-11-21T02:15:42,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741911_1087 (size=12301)
2024-11-21T02:15:42,493 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/08261b8be2064cd5972f7e5c506cdad7
2024-11-21T02:15:42,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155402501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/99048840e6224f588284b0baa9c3aaed as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/99048840e6224f588284b0baa9c3aaed
2024-11-21T02:15:42,537 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/99048840e6224f588284b0baa9c3aaed, entries=200, sequenceid=358, filesize=14.4 K
2024-11-21T02:15:42,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/3f64116efec04bdfb17d80a322914d31 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3f64116efec04bdfb17d80a322914d31
2024-11-21T02:15:42,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3f64116efec04bdfb17d80a322914d31, entries=150, sequenceid=358, filesize=12.0 K
2024-11-21T02:15:42,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/08261b8be2064cd5972f7e5c506cdad7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/08261b8be2064cd5972f7e5c506cdad7
2024-11-21T02:15:42,559 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/08261b8be2064cd5972f7e5c506cdad7, entries=150, sequenceid=358, filesize=12.0 K
2024-11-21T02:15:42,560 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0fe94acf9c94c3101093deb2ca992b98 in 648ms, sequenceid=358, compaction requested=true
2024-11-21T02:15:42,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:42,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:42,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:42,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:42,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:42,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:42,561 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:42,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:42,562 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:42,563 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:42,563 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,563 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/fba947c180ba47fe95bcba3c95ecc340, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/45ca42a645d444319abeae57c72a32d2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3f64116efec04bdfb17d80a322914d31] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=34.4 K
2024-11-21T02:15:42,564 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fba947c180ba47fe95bcba3c95ecc340, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732155339725
2024-11-21T02:15:42,565 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 45ca42a645d444319abeae57c72a32d2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732155340883
2024-11-21T02:15:42,565 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f64116efec04bdfb17d80a322914d31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732155341280
2024-11-21T02:15:42,567 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:42,573 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:42,573 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:42,573 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,573 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5fd10e62ad7049cd8a1e0b260a40e7b4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f7129dbd9ceb4bf394cebd39d0de80b7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/99048840e6224f588284b0baa9c3aaed] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=36.8 K
2024-11-21T02:15:42,574 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd10e62ad7049cd8a1e0b260a40e7b4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732155339725
2024-11-21T02:15:42,574 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7129dbd9ceb4bf394cebd39d0de80b7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732155340883
2024-11-21T02:15:42,575 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99048840e6224f588284b0baa9c3aaed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732155341280
2024-11-21T02:15:42,590 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:42,591 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/f8ebe9e350f74ffcaf8807bac9c0f1bd is 50, key is test_row_0/B:col10/1732155341280/Put/seqid=0
2024-11-21T02:15:42,592 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:42,593 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/c9fc8924b91446d6a0f2df935409baba is 50, key is test_row_0/A:col10/1732155341280/Put/seqid=0
2024-11-21T02:15:42,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741912_1088 (size=13153)
2024-11-21T02:15:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-21T02:15:42,621 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:42,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-21T02:15:42,626 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:15:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:42,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:42,630 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/c9fc8924b91446d6a0f2df935409baba as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c9fc8924b91446d6a0f2df935409baba
2024-11-21T02:15:42,633 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-21T02:15:42,640 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:42,641 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:42,641 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into c9fc8924b91446d6a0f2df935409baba(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:42,641 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:42,641 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=13, startTime=1732155342561; duration=0sec
2024-11-21T02:15:42,641 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:42,641 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:42,641 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:15:42,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/e1fd4efd586c427daaf0ca0ca0cd70bf is 50, key is test_row_0/A:col10/1732155342624/Put/seqid=0
2024-11-21T02:15:42,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741913_1089 (size=13153)
2024-11-21T02:15:42,649 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:15:42,649 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:42,649 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,650 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d7de4e6f4e224ad3aff94a9131653872, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f92d9e95e9f14fe2b48ff8e22cd6d40b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/08261b8be2064cd5972f7e5c506cdad7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=34.4 K
2024-11-21T02:15:42,651 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7de4e6f4e224ad3aff94a9131653872, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732155339725
2024-11-21T02:15:42,656 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f92d9e95e9f14fe2b48ff8e22cd6d40b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732155340883
2024-11-21T02:15:42,658 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08261b8be2064cd5972f7e5c506cdad7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732155341280
2024-11-21T02:15:42,670 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/f8ebe9e350f74ffcaf8807bac9c0f1bd as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/f8ebe9e350f74ffcaf8807bac9c0f1bd
2024-11-21T02:15:42,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741914_1090 (size=17181)
2024-11-21T02:15:42,678 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/e1fd4efd586c427daaf0ca0ca0cd70bf
2024-11-21T02:15:42,687 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into f8ebe9e350f74ffcaf8807bac9c0f1bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:42,687 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:42,687 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=13, startTime=1732155342561; duration=0sec
2024-11-21T02:15:42,687 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#78 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:42,687 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:42,687 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:42,688 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/0a2e4baea7884e52b017737e839f4d43 is 50, key is test_row_0/C:col10/1732155341280/Put/seqid=0
2024-11-21T02:15:42,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155402690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155402691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155402692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/84b51269dfe8415ca54d87304e42077f is 50, key is test_row_0/B:col10/1732155342624/Put/seqid=0
2024-11-21T02:15:42,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741915_1091 (size=13153)
2024-11-21T02:15:42,726 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/0a2e4baea7884e52b017737e839f4d43 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0a2e4baea7884e52b017737e839f4d43
2024-11-21T02:15:42,735 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into 0a2e4baea7884e52b017737e839f4d43(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:42,735 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:42,735 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=13, startTime=1732155342561; duration=0sec
2024-11-21T02:15:42,735 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:42,735 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:42,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741916_1092 (size=12301)
2024-11-21T02:15:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-21T02:15:42,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:42,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:42,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155402811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155402811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155402812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:42,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:42,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-21T02:15:43,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155403021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155403021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155403024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,148 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/84b51269dfe8415ca54d87304e42077f
2024-11-21T02:15:43,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/fd51ecc64d2c42ae87921649055ccf55 is 50, key is test_row_0/C:col10/1732155342624/Put/seqid=0
2024-11-21T02:15:43,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741917_1093 (size=12301)
2024-11-21T02:15:43,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-21T02:15:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155403341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155403343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155403343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:43,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155403524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,526 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 0fe94acf9c94c3101093deb2ca992b98 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:15:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:43,638 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/fd51ecc64d2c42ae87921649055ccf55
2024-11-21T02:15:43,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/e1fd4efd586c427daaf0ca0ca0cd70bf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e1fd4efd586c427daaf0ca0ca0cd70bf
2024-11-21T02:15:43,667 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e1fd4efd586c427daaf0ca0ca0cd70bf, entries=250, sequenceid=374, filesize=16.8 K
2024-11-21T02:15:43,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/84b51269dfe8415ca54d87304e42077f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/84b51269dfe8415ca54d87304e42077f
2024-11-21T02:15:43,705 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/84b51269dfe8415ca54d87304e42077f, entries=150, sequenceid=374, filesize=12.0 K
2024-11-21T02:15:43,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/fd51ecc64d2c42ae87921649055ccf55 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fd51ecc64d2c42ae87921649055ccf55
2024-11-21T02:15:43,746 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fd51ecc64d2c42ae87921649055ccf55, entries=150, sequenceid=374, filesize=12.0 K
2024-11-21T02:15:43,751 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0fe94acf9c94c3101093deb2ca992b98 in 1125ms, sequenceid=374, compaction requested=false
2024-11-21T02:15:43,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:43,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-21T02:15:43,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:43,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-21T02:15:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-21T02:15:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/31a8279c812c4047a261bcaaf4f76f20 is 50, key is test_row_0/A:col10/1732155342671/Put/seqid=0
2024-11-21T02:15:43,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741918_1094 (size=12301)
2024-11-21T02:15:43,843 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/31a8279c812c4047a261bcaaf4f76f20
2024-11-21T02:15:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:43,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b0cd07e0e85045c69b91bedeb14a55e5 is 50, key is test_row_0/B:col10/1732155342671/Put/seqid=0
2024-11-21T02:15:43,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741919_1095 (size=12301)
2024-11-21T02:15:43,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155403934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155403936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:43,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155403940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:43,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b0cd07e0e85045c69b91bedeb14a55e5
2024-11-21T02:15:43,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/b061790a65894b3b899da3ac0e76d435 is 50, key is test_row_0/C:col10/1732155342671/Put/seqid=0
2024-11-21T02:15:44,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741920_1096 (size=12301)
2024-11-21T02:15:44,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/b061790a65894b3b899da3ac0e76d435
2024-11-21T02:15:44,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155404016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,023 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 0fe94acf9c94c3101093deb2ca992b98 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4281 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:15:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/31a8279c812c4047a261bcaaf4f76f20 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/31a8279c812c4047a261bcaaf4f76f20
2024-11-21T02:15:44,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/31a8279c812c4047a261bcaaf4f76f20, entries=150, sequenceid=393, filesize=12.0 K
2024-11-21T02:15:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/b0cd07e0e85045c69b91bedeb14a55e5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b0cd07e0e85045c69b91bedeb14a55e5
2024-11-21T02:15:44,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155404052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155404054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155404056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b0cd07e0e85045c69b91bedeb14a55e5, entries=150, sequenceid=393, filesize=12.0 K
2024-11-21T02:15:44,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/b061790a65894b3b899da3ac0e76d435 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/b061790a65894b3b899da3ac0e76d435
2024-11-21T02:15:44,090 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/b061790a65894b3b899da3ac0e76d435, entries=150, sequenceid=393, filesize=12.0 K
2024-11-21T02:15:44,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=100.63 KB/103050 for 0fe94acf9c94c3101093deb2ca992b98 in 336ms, sequenceid=393, compaction requested=true
2024-11-21T02:15:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-21T02:15:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-21T02:15:44,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-21T02:15:44,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec
2024-11-21T02:15:44,105 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4810 sec
2024-11-21T02:15:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:44,313 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:15:44,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155343928, max timestamp=1732155344277Num uniques 859; 
2024-11-21T02:15:44,317 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:15:44,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155343928, max timestamp=1732155344277Num uniques 859; 
2024-11-21T02:15:44,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:15:44,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:44,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/da72622643734180a5e7cba0162380ae is 50, key is test_row_0/A:col10/1732155344275/Put/seqid=0
2024-11-21T02:15:44,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741921_1097 (size=12301)
2024-11-21T02:15:44,388 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/da72622643734180a5e7cba0162380ae
2024-11-21T02:15:44,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155404402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155404404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155404413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/3fc61db84e0244e3af4ccd322402dfa7 is 50, key is test_row_0/B:col10/1732155344275/Put/seqid=0
2024-11-21T02:15:44,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741922_1098 (size=12301)
2024-11-21T02:15:44,477 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/3fc61db84e0244e3af4ccd322402dfa7
2024-11-21T02:15:44,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d6a0a754124146a1a9b7c421bb726b2f is 50, key is test_row_0/C:col10/1732155344275/Put/seqid=0
2024-11-21T02:15:44,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155404521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155404521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155404531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741923_1099 (size=12301)
2024-11-21T02:15:44,564 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d6a0a754124146a1a9b7c421bb726b2f
2024-11-21T02:15:44,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/da72622643734180a5e7cba0162380ae as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/da72622643734180a5e7cba0162380ae
2024-11-21T02:15:44,585 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/da72622643734180a5e7cba0162380ae, entries=150, sequenceid=414, filesize=12.0 K
2024-11-21T02:15:44,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/3fc61db84e0244e3af4ccd322402dfa7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3fc61db84e0244e3af4ccd322402dfa7
2024-11-21T02:15:44,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3fc61db84e0244e3af4ccd322402dfa7, entries=150, sequenceid=414, filesize=12.0 K
2024-11-21T02:15:44,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/d6a0a754124146a1a9b7c421bb726b2f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d6a0a754124146a1a9b7c421bb726b2f
2024-11-21T02:15:44,649 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d6a0a754124146a1a9b7c421bb726b2f, entries=150, sequenceid=414, filesize=12.0 K
2024-11-21T02:15:44,650 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~62.62 KB/64120, heapSize ~174.28 KB/178464, currentSize=114.05 KB/116790 for 0fe94acf9c94c3101093deb2ca992b98 in 337ms, sequenceid=414, compaction requested=true
2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:44,650 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:44,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:15:44,651 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:44,652 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:44,652 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:44,652 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:44,652 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c9fc8924b91446d6a0f2df935409baba, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e1fd4efd586c427daaf0ca0ca0cd70bf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/31a8279c812c4047a261bcaaf4f76f20, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/da72622643734180a5e7cba0162380ae] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=53.6 K
2024-11-21T02:15:44,653 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c9fc8924b91446d6a0f2df935409baba, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732155341280
2024-11-21T02:15:44,653 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e1fd4efd586c427daaf0ca0ca0cd70bf, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732155341941
2024-11-21T02:15:44,653 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:44,654 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:44,654 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:44,654 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 31a8279c812c4047a261bcaaf4f76f20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732155342671
2024-11-21T02:15:44,654 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/f8ebe9e350f74ffcaf8807bac9c0f1bd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/84b51269dfe8415ca54d87304e42077f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b0cd07e0e85045c69b91bedeb14a55e5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3fc61db84e0244e3af4ccd322402dfa7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=48.9 K
2024-11-21T02:15:44,654 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting da72622643734180a5e7cba0162380ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732155343928
2024-11-21T02:15:44,655 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8ebe9e350f74ffcaf8807bac9c0f1bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732155341280
2024-11-21T02:15:44,655 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b51269dfe8415ca54d87304e42077f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732155341959
2024-11-21T02:15:44,656 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0cd07e0e85045c69b91bedeb14a55e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732155342671
2024-11-21T02:15:44,657 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fc61db84e0244e3af4ccd322402dfa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732155343928
2024-11-21T02:15:44,668 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#87 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:44,668 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/ca959c623bd8499889d0232f21c52eda is 50, key is test_row_0/A:col10/1732155344275/Put/seqid=0
2024-11-21T02:15:44,684 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:44,684 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/4c4a13adf4b14f999817caed91db3e21 is 50, key is test_row_0/B:col10/1732155344275/Put/seqid=0
2024-11-21T02:15:44,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741924_1100 (size=13289)
2024-11-21T02:15:44,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741925_1101 (size=13289)
2024-11-21T02:15:44,746 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/ca959c623bd8499889d0232f21c52eda as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/ca959c623bd8499889d0232f21c52eda
2024-11-21T02:15:44,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155344394, max timestamp=1732155344748Num uniques 859; 
2024-11-21T02:15:44,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:15:44,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=96.16 KB heapSize=282.03 KB
2024-11-21T02:15:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:44,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155344394, max timestamp=1732155344742Num uniques 859; 
2024-11-21T02:15:44,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-21T02:15:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:44,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:44,770 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into ca959c623bd8499889d0232f21c52eda(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:44,770 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:44,771 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=12, startTime=1732155344650; duration=0sec
2024-11-21T02:15:44,771 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:44,771 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:44,771 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:44,772 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/4c4a13adf4b14f999817caed91db3e21 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/4c4a13adf4b14f999817caed91db3e21
2024-11-21T02:15:44,777 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:44,777 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:44,777 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:44,777 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0a2e4baea7884e52b017737e839f4d43, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fd51ecc64d2c42ae87921649055ccf55, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/b061790a65894b3b899da3ac0e76d435, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d6a0a754124146a1a9b7c421bb726b2f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=48.9 K
2024-11-21T02:15:44,781 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a2e4baea7884e52b017737e839f4d43, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732155341280
2024-11-21T02:15:44,782 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fd51ecc64d2c42ae87921649055ccf55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732155341959
2024-11-21T02:15:44,784 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b061790a65894b3b899da3ac0e76d435, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732155342671
2024-11-21T02:15:44,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/47f82dd1f1eb4681a72fec14702111da is 50, key is test_row_0/A:col10/1732155344755/Put/seqid=0
2024-11-21T02:15:44,787 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d6a0a754124146a1a9b7c421bb726b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732155343928
2024-11-21T02:15:44,790 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into 4c4a13adf4b14f999817caed91db3e21(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:44,791 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:44,791 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=12, startTime=1732155344650; duration=0sec
2024-11-21T02:15:44,791 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:44,791 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-21T02:15:44,801 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:44,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-21T02:15:44,806 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T02:15:44,807 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:44,807 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:44,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741926_1102 (size=14741)
2024-11-21T02:15:44,822 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:44,822 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/0f7e2685b82345169f4dac8c28880594 is 50, key is test_row_0/C:col10/1732155344275/Put/seqid=0
2024-11-21T02:15:44,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741927_1103 (size=13289)
2024-11-21T02:15:44,858 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/0f7e2685b82345169f4dac8c28880594 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0f7e2685b82345169f4dac8c28880594
2024-11-21T02:15:44,866 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into 0f7e2685b82345169f4dac8c28880594(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:44,866 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:44,866 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=12, startTime=1732155344650; duration=0sec
2024-11-21T02:15:44,866 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:44,866 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:44,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155404861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155404863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155404865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T02:15:44,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:44,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:44,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:44,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:44,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:44,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:44,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155404981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155404981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155404981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T02:15:45,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155405190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155405191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155405191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,222 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/47f82dd1f1eb4681a72fec14702111da
2024-11-21T02:15:45,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a4c2da536d284b5fbed79c5135d33da4 is 50, key is test_row_0/B:col10/1732155344755/Put/seqid=0
2024-11-21T02:15:45,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741928_1104 (size=12301)
2024-11-21T02:15:45,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:45,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T02:15:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155405501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155405502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155405506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44920 deadline: 1732155405554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:45,559 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 0fe94acf9c94c3101093deb2ca992b98 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:15:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:45,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:45,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:45,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,647 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a4c2da536d284b5fbed79c5135d33da4
2024-11-21T02:15:45,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/5ef57d0cde3440448c017fdfc546bf0c is 50, key is test_row_0/C:col10/1732155344755/Put/seqid=0
2024-11-21T02:15:45,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741929_1105 (size=12301)
2024-11-21T02:15:45,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:45,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:45,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:45,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T02:15:46,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155406011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:46,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155406012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:46,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:46,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155406022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:46,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:46,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:46,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:46,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:46,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/5ef57d0cde3440448c017fdfc546bf0c
2024-11-21T02:15:46,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/47f82dd1f1eb4681a72fec14702111da as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/47f82dd1f1eb4681a72fec14702111da
2024-11-21T02:15:46,128 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/47f82dd1f1eb4681a72fec14702111da, entries=200, sequenceid=437, filesize=14.4 K
2024-11-21T02:15:46,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a4c2da536d284b5fbed79c5135d33da4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4c2da536d284b5fbed79c5135d33da4
2024-11-21T02:15:46,146 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4c2da536d284b5fbed79c5135d33da4, entries=150, sequenceid=437, filesize=12.0 K
2024-11-21T02:15:46,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/5ef57d0cde3440448c017fdfc546bf0c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5ef57d0cde3440448c017fdfc546bf0c
2024-11-21T02:15:46,174 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5ef57d0cde3440448c017fdfc546bf0c, entries=150, sequenceid=437, filesize=12.0 K
2024-11-21T02:15:46,191 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.17 KB/72875, heapSize ~203.05 KB/207928, currentSize=107.34 KB/109920 for 0fe94acf9c94c3101093deb2ca992b98 in 1435ms, sequenceid=437, compaction requested=false
2024-11-21T02:15:46,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:46,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-21T02:15:46,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:46,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:15:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/282e3efed0f245488f3c613fe6cc4f4c is 50, key is test_row_0/A:col10/1732155344859/Put/seqid=0
2024-11-21T02:15:46,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741930_1106 (size=12301)
2024-11-21T02:15:46,271 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/282e3efed0f245488f3c613fe6cc4f4c
2024-11-21T02:15:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/8edd2af7117f4bddb5d327bad4757bd6 is 50, key is test_row_0/B:col10/1732155344859/Put/seqid=0
2024-11-21T02:15:46,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741931_1107 (size=12301)
2024-11-21T02:15:46,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/8edd2af7117f4bddb5d327bad4757bd6
2024-11-21T02:15:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/09d8c46874fe4ee99d38b09301864132 is 50, key is test_row_0/C:col10/1732155344859/Put/seqid=0
2024-11-21T02:15:46,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741932_1108 (size=12301)
2024-11-21T02:15:46,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/09d8c46874fe4ee99d38b09301864132
2024-11-21T02:15:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/282e3efed0f245488f3c613fe6cc4f4c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/282e3efed0f245488f3c613fe6cc4f4c
2024-11-21T02:15:46,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/282e3efed0f245488f3c613fe6cc4f4c, entries=150, sequenceid=459, filesize=12.0 K
2024-11-21T02:15:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/8edd2af7117f4bddb5d327bad4757bd6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/8edd2af7117f4bddb5d327bad4757bd6
2024-11-21T02:15:46,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/8edd2af7117f4bddb5d327bad4757bd6, entries=150, sequenceid=459, filesize=12.0 K
2024-11-21T02:15:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/09d8c46874fe4ee99d38b09301864132 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/09d8c46874fe4ee99d38b09301864132
2024-11-21T02:15:46,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/09d8c46874fe4ee99d38b09301864132, entries=150, sequenceid=459, filesize=12.0 K
2024-11-21T02:15:46,420 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 0fe94acf9c94c3101093deb2ca992b98 in 197ms, sequenceid=459, compaction requested=true
2024-11-21T02:15:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:46,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-21T02:15:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-21T02:15:46,426 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-21T02:15:46,427 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6150 sec
2024-11-21T02:15:46,430 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.6250 sec
2024-11-21T02:15:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-21T02:15:46,961 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:46,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:15:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-21T02:15:46,965 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:15:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-21T02:15:46,966 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:15:46,966 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:15:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:47,050 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:15:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:47,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:47,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/3d6092a6cc034466bc1cc93bab0a7504 is 50, key is test_row_0/A:col10/1732155347049/Put/seqid=0
2024-11-21T02:15:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-21T02:15:47,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741933_1109 (size=19621)
2024-11-21T02:15:47,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155347107, max timestamp=1732155347130Num uniques 859; 
2024-11-21T02:15:47,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155347107, max timestamp=1732155347130Num uniques 859; 
2024-11-21T02:15:47,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:15:47,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155347107, max timestamp=1732155347130Num uniques 859; 
2024-11-21T02:15:47,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:15:47,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:15:47,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155407214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155407215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155407219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-21T02:15:47,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:47,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155407331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155407331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155407331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,502 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/3d6092a6cc034466bc1cc93bab0a7504
2024-11-21T02:15:47,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/38702acfb18a4509b196af798d94a19c is 50, key is test_row_0/B:col10/1732155347049/Put/seqid=0
2024-11-21T02:15:47,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741934_1110 (size=12301)
2024-11-21T02:15:47,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155407550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155407550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155407551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-21T02:15:47,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:47,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:47,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,823 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-21T02:15:47,823 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:47,828 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-21T02:15:47,828 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:47,830 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,830 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,830 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,832 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:47,832 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,833 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-21T02:15:47,833 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:47,833 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:47,833 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,833 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,833 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:47,835 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-21T02:15:47,835 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:47,835 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,835 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:47,835 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:47,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44932 deadline: 1732155407865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44918 deadline: 1732155407874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1732155407871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:47,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:47,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:47,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:15:47,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/38702acfb18a4509b196af798d94a19c
2024-11-21T02:15:48,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/93fcd7ef0156461b80ef2eedc2e1bad6 is 50, key is test_row_0/C:col10/1732155347049/Put/seqid=0
2024-11-21T02:15:48,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741935_1111 (size=12301)
2024-11-21T02:15:48,038 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/93fcd7ef0156461b80ef2eedc2e1bad6
2024-11-21T02:15:48,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:15:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44896 deadline: 1732155408041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:48,042 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 0fe94acf9c94c3101093deb2ca992b98 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8300 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:15:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:15:48,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:15:48,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/3d6092a6cc034466bc1cc93bab0a7504 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/3d6092a6cc034466bc1cc93bab0a7504
2024-11-21T02:15:48,051 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/3d6092a6cc034466bc1cc93bab0a7504, entries=300, sequenceid=470, filesize=19.2 K
2024-11-21T02:15:48,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/38702acfb18a4509b196af798d94a19c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/38702acfb18a4509b196af798d94a19c
2024-11-21T02:15:48,058 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/38702acfb18a4509b196af798d94a19c, entries=150, sequenceid=470, filesize=12.0 K
2024-11-21T02:15:48,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/93fcd7ef0156461b80ef2eedc2e1bad6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/93fcd7ef0156461b80ef2eedc2e1bad6
2024-11-21T02:15:48,065 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/93fcd7ef0156461b80ef2eedc2e1bad6, entries=150, sequenceid=470, filesize=12.0 K
2024-11-21T02:15:48,068 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 0fe94acf9c94c3101093deb2ca992b98 in 1018ms, sequenceid=470, compaction requested=true
2024-11-21T02:15:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:48,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:15:48,069 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:48,069 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:15:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0fe94acf9c94c3101093deb2ca992b98:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:15:48,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:48,070 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 59952 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:48,070 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:48,070 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/A is initiating minor compaction (all files)
2024-11-21T02:15:48,070 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/B is initiating minor compaction (all files)
2024-11-21T02:15:48,070 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/A in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:48,070 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/B in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:48,071 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/ca959c623bd8499889d0232f21c52eda, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/47f82dd1f1eb4681a72fec14702111da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/282e3efed0f245488f3c613fe6cc4f4c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/3d6092a6cc034466bc1cc93bab0a7504] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=58.5 K
2024-11-21T02:15:48,071 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/4c4a13adf4b14f999817caed91db3e21, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4c2da536d284b5fbed79c5135d33da4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/8edd2af7117f4bddb5d327bad4757bd6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/38702acfb18a4509b196af798d94a19c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=49.0 K
2024-11-21T02:15:48,071 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca959c623bd8499889d0232f21c52eda, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732155343928
2024-11-21T02:15:48,071 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c4a13adf4b14f999817caed91db3e21, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732155343928
2024-11-21T02:15:48,071 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47f82dd1f1eb4681a72fec14702111da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732155344394
2024-11-21T02:15:48,071 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c2da536d284b5fbed79c5135d33da4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732155344742
2024-11-21T02:15:48,072 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 282e3efed0f245488f3c613fe6cc4f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155344859
2024-11-21T02:15:48,072 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8edd2af7117f4bddb5d327bad4757bd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155344859
2024-11-21T02:15:48,072 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d6092a6cc034466bc1cc93bab0a7504, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732155347035
2024-11-21T02:15:48,072 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 38702acfb18a4509b196af798d94a19c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732155347043
2024-11-21T02:15:48,092 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#B#compaction#99 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:48,093 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a899776bd8a249fb905bb768f04266dc is 50, key is test_row_0/B:col10/1732155347049/Put/seqid=0
2024-11-21T02:15:48,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-21T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:48,101 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-21T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:48,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:15:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-21T02:15:48,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741936_1112 (size=13425)
2024-11-21T02:15:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/36ce27a70eca4583affbd1d9317815b9 is 50, key is test_row_0/A:col10/1732155347208/Put/seqid=0
2024-11-21T02:15:48,151 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#A#compaction#100 average throughput is 0.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:48,152 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/b33d84f4fc9c42afb51b840397fa3d2b is 50, key is test_row_0/A:col10/1732155347049/Put/seqid=0
2024-11-21T02:15:48,153 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/a899776bd8a249fb905bb768f04266dc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a899776bd8a249fb905bb768f04266dc
2024-11-21T02:15:48,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741937_1113 (size=12301)
2024-11-21T02:15:48,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/36ce27a70eca4583affbd1d9317815b9
2024-11-21T02:15:48,163 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/B of 0fe94acf9c94c3101093deb2ca992b98 into a899776bd8a249fb905bb768f04266dc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:48,163 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:48,163 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/B, priority=12, startTime=1732155348069; duration=0sec
2024-11-21T02:15:48,163 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:15:48,163 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:B
2024-11-21T02:15:48,163 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:15:48,165 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:15:48,166 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 0fe94acf9c94c3101093deb2ca992b98/C is initiating minor compaction (all files)
2024-11-21T02:15:48,166 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0fe94acf9c94c3101093deb2ca992b98/C in TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:48,166 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0f7e2685b82345169f4dac8c28880594, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5ef57d0cde3440448c017fdfc546bf0c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/09d8c46874fe4ee99d38b09301864132, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/93fcd7ef0156461b80ef2eedc2e1bad6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp, totalSize=49.0 K
2024-11-21T02:15:48,167 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f7e2685b82345169f4dac8c28880594, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732155343928
2024-11-21T02:15:48,168 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef57d0cde3440448c017fdfc546bf0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732155344742
2024-11-21T02:15:48,173 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 09d8c46874fe4ee99d38b09301864132, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155344859
2024-11-21T02:15:48,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741938_1114 (size=13425)
2024-11-21T02:15:48,174 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 93fcd7ef0156461b80ef2eedc2e1bad6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732155347043
2024-11-21T02:15:48,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/04d5f6c45c5a44fa846681f6010d55a8 is 50, key is test_row_0/B:col10/1732155347208/Put/seqid=0
2024-11-21T02:15:48,209 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/b33d84f4fc9c42afb51b840397fa3d2b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/b33d84f4fc9c42afb51b840397fa3d2b
2024-11-21T02:15:48,236 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/A of 0fe94acf9c94c3101093deb2ca992b98 into b33d84f4fc9c42afb51b840397fa3d2b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:48,236 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:48,236 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/A, priority=12, startTime=1732155348068; duration=0sec
2024-11-21T02:15:48,236 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:48,236 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:A
2024-11-21T02:15:48,259 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0fe94acf9c94c3101093deb2ca992b98#C#compaction#103 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:15:48,259 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/af2a29bcb5164ad5b283c2b6430a0e5e is 50, key is test_row_0/C:col10/1732155347049/Put/seqid=0
2024-11-21T02:15:48,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741939_1115 (size=12301)
2024-11-21T02:15:48,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741940_1116 (size=13425)
2024-11-21T02:15:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:48,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. as already flushing
2024-11-21T02:15:48,380 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-21T02:15:48,380 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:48,380 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:48,380 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:48,381 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:48,396 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-21T02:15:48,396 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:48,396 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:48,396 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:48,396 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:48,396 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-21T02:15:48,396 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:48,396 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:48,397 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:48,397 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:48,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T02:15:48,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/04d5f6c45c5a44fa846681f6010d55a8
2024-11-21T02:15:48,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/066c64c9a6ee4c2b9f3739cdf3f2029c is 50, key is test_row_0/C:col10/1732155347208/Put/seqid=0
2024-11-21T02:15:48,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741941_1117 (size=12301)
2024-11-21T02:15:48,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/066c64c9a6ee4c2b9f3739cdf3f2029c
2024-11-21T02:15:48,748 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/af2a29bcb5164ad5b283c2b6430a0e5e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/af2a29bcb5164ad5b283c2b6430a0e5e
2024-11-21T02:15:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/36ce27a70eca4583affbd1d9317815b9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/36ce27a70eca4583affbd1d9317815b9
2024-11-21T02:15:48,790 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0fe94acf9c94c3101093deb2ca992b98/C of 0fe94acf9c94c3101093deb2ca992b98 into af2a29bcb5164ad5b283c2b6430a0e5e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:15:48,790 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:48,791 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., storeName=0fe94acf9c94c3101093deb2ca992b98/C, priority=12, startTime=1732155348069; duration=0sec
2024-11-21T02:15:48,791 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:15:48,791 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0fe94acf9c94c3101093deb2ca992b98:C
2024-11-21T02:15:48,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/36ce27a70eca4583affbd1d9317815b9, entries=150, sequenceid=507, filesize=12.0 K
2024-11-21T02:15:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/04d5f6c45c5a44fa846681f6010d55a8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/04d5f6c45c5a44fa846681f6010d55a8
2024-11-21T02:15:48,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/04d5f6c45c5a44fa846681f6010d55a8, entries=150, sequenceid=507, filesize=12.0 K
2024-11-21T02:15:48,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/066c64c9a6ee4c2b9f3739cdf3f2029c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/066c64c9a6ee4c2b9f3739cdf3f2029c
2024-11-21T02:15:48,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/066c64c9a6ee4c2b9f3739cdf3f2029c, entries=150, sequenceid=507, filesize=12.0 K
2024-11-21T02:15:48,851 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=20.13 KB/20610 for 0fe94acf9c94c3101093deb2ca992b98 in 750ms, sequenceid=507, compaction requested=false
2024-11-21T02:15:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0fe94acf9c94c3101093deb2ca992b98:

2024-11-21T02:15:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-21T02:15:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-21T02:15:48,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-21T02:15:48,877 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec
2024-11-21T02:15:48,885 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.9190 sec
2024-11-21T02:15:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-21T02:15:49,122 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:15:49,594 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-21T02:15:49,594 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:49,594 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:49,594 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:49,594 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:58,142 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-21T02:15:58,142 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:15:58,142 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:58,143 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:58,143 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 89
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 89
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 118
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2060
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2037
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 958
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2867 rows
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 970
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2898 rows
2024-11-21T02:15:58,143 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:15:58,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:15:58,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:58,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:15:58,144 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:15:58,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-21T02:15:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-21T02:15:58,155 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155358155"}]},"ts":"1732155358155"}
2024-11-21T02:15:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-21T02:15:58,157 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-21T02:15:58,157 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-21T02:15:58,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:15:58,163 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, UNASSIGN}]
2024-11-21T02:15:58,164 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, UNASSIGN
2024-11-21T02:15:58,166 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0fe94acf9c94c3101093deb2ca992b98, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:15:58,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, UNASSIGN because future has completed
2024-11-21T02:15:58,169 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:15:58,169 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:15:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-21T02:15:58,326 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:58,326 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 0fe94acf9c94c3101093deb2ca992b98, disabling compactions & flushes
2024-11-21T02:15:58,327 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. after waiting 0 ms
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:58,327 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 0fe94acf9c94c3101093deb2ca992b98 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=A
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=B
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0fe94acf9c94c3101093deb2ca992b98, store=C
2024-11-21T02:15:58,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:15:58,332 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/275c5100b3aa46d6a42ca6f80a1acf5c is 50, key is test_row_0/A:col10/1732155348372/Put/seqid=0
2024-11-21T02:15:58,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741942_1118 (size=12301)
2024-11-21T02:15:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-21T02:15:58,736 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/275c5100b3aa46d6a42ca6f80a1acf5c
2024-11-21T02:15:58,746 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9cd0d2811bea4798a87c9449ae35f55e is 50, key is test_row_0/B:col10/1732155348372/Put/seqid=0
2024-11-21T02:15:58,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741943_1119 (size=12301)
2024-11-21T02:15:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-21T02:15:59,150 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9cd0d2811bea4798a87c9449ae35f55e
2024-11-21T02:15:59,159 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/228657945f2a4bd0ae2337c98a28e775 is 50, key is test_row_0/C:col10/1732155348372/Put/seqid=0
2024-11-21T02:15:59,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741944_1120 (size=12301)
2024-11-21T02:15:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-21T02:15:59,564 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/228657945f2a4bd0ae2337c98a28e775
2024-11-21T02:15:59,572 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/A/275c5100b3aa46d6a42ca6f80a1acf5c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/275c5100b3aa46d6a42ca6f80a1acf5c
2024-11-21T02:15:59,581 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/275c5100b3aa46d6a42ca6f80a1acf5c, entries=150, sequenceid=518, filesize=12.0 K
2024-11-21T02:15:59,587 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/B/9cd0d2811bea4798a87c9449ae35f55e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9cd0d2811bea4798a87c9449ae35f55e
2024-11-21T02:15:59,594 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9cd0d2811bea4798a87c9449ae35f55e, entries=150, sequenceid=518, filesize=12.0 K
2024-11-21T02:15:59,595 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/.tmp/C/228657945f2a4bd0ae2337c98a28e775 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/228657945f2a4bd0ae2337c98a28e775
2024-11-21T02:15:59,602 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/228657945f2a4bd0ae2337c98a28e775, entries=150, sequenceid=518, filesize=12.0 K
2024-11-21T02:15:59,603 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0fe94acf9c94c3101093deb2ca992b98 in 1276ms, sequenceid=518, compaction requested=true
2024-11-21T02:15:59,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/d53bfe467ef843dc8300df91daaea76b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/334c063db7414df0a93ce850c347c1f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/803cdc80373a4efeaa1b094bf207a950, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f831e753ed0540a4ac1894493a492822, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/dbe62e534fe049e0ab253f2ff8fecb78, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/abd4f92751e54645a42a02e0c49eced6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/df708e4afa864b37b5b842091423a61a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e6f5cac04d7c463c8a11de4ffe96748d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/26edfa066ba4471d91fea31a39fbfa8b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9de67fe8c64548b09248e6a76a7e7f5f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84c003d2af4742779feba5e0a93d8451, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9848cb655fe44ff1aa6de71d3c5ea4d9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5acad98acc0344d2b51dd6df9b1901c9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5902b6d4c85e4f45b81dda52c522c47f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/4d4e5f4725f746b2b8337e6a28f03436, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/75b0d8faedb348db88e0918341c4b442, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/58254a0ce4ab410bbaef2505c9286449, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/af6ed5a19fec4517ab1fac439dfb8dab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c75144adfd494c748785abfe3e142f99, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/453a8318c0f24b99abcfe00c3b003177, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/043bb5c2f8084c76a5328a916588b28f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84d60b5d013d4000b8f2c702f6f5ead4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5fd10e62ad7049cd8a1e0b260a40e7b4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f7129dbd9ceb4bf394cebd39d0de80b7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/99048840e6224f588284b0baa9c3aaed, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c9fc8924b91446d6a0f2df935409baba, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e1fd4efd586c427daaf0ca0ca0cd70bf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/31a8279c812c4047a261bcaaf4f76f20, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/ca959c623bd8499889d0232f21c52eda, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/da72622643734180a5e7cba0162380ae, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/47f82dd1f1eb4681a72fec14702111da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/282e3efed0f245488f3c613fe6cc4f4c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/3d6092a6cc034466bc1cc93bab0a7504] to archive
2024-11-21T02:15:59,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:15:59,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/d53bfe467ef843dc8300df91daaea76b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/d53bfe467ef843dc8300df91daaea76b
2024-11-21T02:15:59,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/334c063db7414df0a93ce850c347c1f0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/334c063db7414df0a93ce850c347c1f0
2024-11-21T02:15:59,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/803cdc80373a4efeaa1b094bf207a950 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/803cdc80373a4efeaa1b094bf207a950
2024-11-21T02:15:59,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f831e753ed0540a4ac1894493a492822 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f831e753ed0540a4ac1894493a492822
2024-11-21T02:15:59,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/dbe62e534fe049e0ab253f2ff8fecb78 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/dbe62e534fe049e0ab253f2ff8fecb78
2024-11-21T02:15:59,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/abd4f92751e54645a42a02e0c49eced6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/abd4f92751e54645a42a02e0c49eced6
2024-11-21T02:15:59,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/df708e4afa864b37b5b842091423a61a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/df708e4afa864b37b5b842091423a61a
2024-11-21T02:15:59,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e6f5cac04d7c463c8a11de4ffe96748d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e6f5cac04d7c463c8a11de4ffe96748d
2024-11-21T02:15:59,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/26edfa066ba4471d91fea31a39fbfa8b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/26edfa066ba4471d91fea31a39fbfa8b
2024-11-21T02:15:59,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9de67fe8c64548b09248e6a76a7e7f5f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9de67fe8c64548b09248e6a76a7e7f5f
2024-11-21T02:15:59,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84c003d2af4742779feba5e0a93d8451 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84c003d2af4742779feba5e0a93d8451
2024-11-21T02:15:59,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9848cb655fe44ff1aa6de71d3c5ea4d9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/9848cb655fe44ff1aa6de71d3c5ea4d9
2024-11-21T02:15:59,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5acad98acc0344d2b51dd6df9b1901c9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5acad98acc0344d2b51dd6df9b1901c9
2024-11-21T02:15:59,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5902b6d4c85e4f45b81dda52c522c47f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5902b6d4c85e4f45b81dda52c522c47f
2024-11-21T02:15:59,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/4d4e5f4725f746b2b8337e6a28f03436 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/4d4e5f4725f746b2b8337e6a28f03436
2024-11-21T02:15:59,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/75b0d8faedb348db88e0918341c4b442 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/75b0d8faedb348db88e0918341c4b442
2024-11-21T02:15:59,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/58254a0ce4ab410bbaef2505c9286449 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/58254a0ce4ab410bbaef2505c9286449
2024-11-21T02:15:59,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/af6ed5a19fec4517ab1fac439dfb8dab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/af6ed5a19fec4517ab1fac439dfb8dab
2024-11-21T02:15:59,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c75144adfd494c748785abfe3e142f99 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c75144adfd494c748785abfe3e142f99
2024-11-21T02:15:59,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/453a8318c0f24b99abcfe00c3b003177 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/453a8318c0f24b99abcfe00c3b003177
2024-11-21T02:15:59,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/043bb5c2f8084c76a5328a916588b28f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/043bb5c2f8084c76a5328a916588b28f
2024-11-21T02:15:59,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84d60b5d013d4000b8f2c702f6f5ead4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/84d60b5d013d4000b8f2c702f6f5ead4
2024-11-21T02:15:59,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5fd10e62ad7049cd8a1e0b260a40e7b4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/5fd10e62ad7049cd8a1e0b260a40e7b4
2024-11-21T02:15:59,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f7129dbd9ceb4bf394cebd39d0de80b7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/f7129dbd9ceb4bf394cebd39d0de80b7
2024-11-21T02:15:59,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/99048840e6224f588284b0baa9c3aaed to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/99048840e6224f588284b0baa9c3aaed
2024-11-21T02:15:59,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c9fc8924b91446d6a0f2df935409baba to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/c9fc8924b91446d6a0f2df935409baba
2024-11-21T02:15:59,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e1fd4efd586c427daaf0ca0ca0cd70bf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/e1fd4efd586c427daaf0ca0ca0cd70bf
2024-11-21T02:15:59,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/31a8279c812c4047a261bcaaf4f76f20 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/31a8279c812c4047a261bcaaf4f76f20
2024-11-21T02:15:59,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/ca959c623bd8499889d0232f21c52eda to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/ca959c623bd8499889d0232f21c52eda
2024-11-21T02:15:59,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/da72622643734180a5e7cba0162380ae to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/da72622643734180a5e7cba0162380ae
2024-11-21T02:15:59,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/47f82dd1f1eb4681a72fec14702111da to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/47f82dd1f1eb4681a72fec14702111da
2024-11-21T02:15:59,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/282e3efed0f245488f3c613fe6cc4f4c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/282e3efed0f245488f3c613fe6cc4f4c
2024-11-21T02:15:59,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/3d6092a6cc034466bc1cc93bab0a7504 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/3d6092a6cc034466bc1cc93bab0a7504
2024-11-21T02:15:59,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/db8e55e2396246c2a870522a76dcdbfb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9981471e90c348db8a01700b3ac250d4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/aa6a5a1e99864714b57ba9796b283ae0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9e0a4a63b40942628e45923069d4940c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e8ad8bf4437f46d1a11df90f7c07a3ec, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/2634dc5fd66b4985bafb0696fb3c11d8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/356b014831ca4bd58b78953e10352813, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a195664823d64594ad27db847db08f6b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e87e9e91169d4f88b5d69ad273da01ff, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b80d5cf8a15e41fa9e8f641f787bf402, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b3ee2116d64c44cc91ed2c828a347741, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4403b3ce9724294a4e08fab1510c2b7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e9222ddadb4245ea9dd441d83723036a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/bbe16ad834ba4ccba7cce44ad400c367, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5b2933c64fd24d6fb14d9f56d7bf2f9c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/03ac50cad5244614a2d246ffb80ec145, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/d8daf526025d40c5b1844b25560476cf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5a1b8c2384664c5581d5f1de7bd19602, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/1bb451b5c5464cdcba0005a57a738f72, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/17eb134e006d4d08ab0a6c3f436c7f99, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/75d431ac5fe64c6baa7373fdc3a216d6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/fba947c180ba47fe95bcba3c95ecc340, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/ea1745333c004fc583dd73fd8b52169f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/45ca42a645d444319abeae57c72a32d2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/f8ebe9e350f74ffcaf8807bac9c0f1bd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3f64116efec04bdfb17d80a322914d31, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/84b51269dfe8415ca54d87304e42077f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b0cd07e0e85045c69b91bedeb14a55e5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/4c4a13adf4b14f999817caed91db3e21, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3fc61db84e0244e3af4ccd322402dfa7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4c2da536d284b5fbed79c5135d33da4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/8edd2af7117f4bddb5d327bad4757bd6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/38702acfb18a4509b196af798d94a19c] to archive
2024-11-21T02:15:59,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:15:59,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/db8e55e2396246c2a870522a76dcdbfb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/db8e55e2396246c2a870522a76dcdbfb
2024-11-21T02:15:59,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9981471e90c348db8a01700b3ac250d4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9981471e90c348db8a01700b3ac250d4
2024-11-21T02:15:59,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/aa6a5a1e99864714b57ba9796b283ae0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/aa6a5a1e99864714b57ba9796b283ae0
2024-11-21T02:15:59,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9e0a4a63b40942628e45923069d4940c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9e0a4a63b40942628e45923069d4940c
2024-11-21T02:15:59,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e8ad8bf4437f46d1a11df90f7c07a3ec to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e8ad8bf4437f46d1a11df90f7c07a3ec
2024-11-21T02:15:59,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/2634dc5fd66b4985bafb0696fb3c11d8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/2634dc5fd66b4985bafb0696fb3c11d8
2024-11-21T02:15:59,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/356b014831ca4bd58b78953e10352813 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/356b014831ca4bd58b78953e10352813
2024-11-21T02:15:59,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a195664823d64594ad27db847db08f6b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a195664823d64594ad27db847db08f6b
2024-11-21T02:15:59,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e87e9e91169d4f88b5d69ad273da01ff to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e87e9e91169d4f88b5d69ad273da01ff
2024-11-21T02:15:59,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b80d5cf8a15e41fa9e8f641f787bf402 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b80d5cf8a15e41fa9e8f641f787bf402
2024-11-21T02:15:59,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b3ee2116d64c44cc91ed2c828a347741 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b3ee2116d64c44cc91ed2c828a347741
2024-11-21T02:15:59,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4403b3ce9724294a4e08fab1510c2b7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4403b3ce9724294a4e08fab1510c2b7
2024-11-21T02:15:59,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e9222ddadb4245ea9dd441d83723036a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/e9222ddadb4245ea9dd441d83723036a
2024-11-21T02:15:59,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/bbe16ad834ba4ccba7cce44ad400c367 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/bbe16ad834ba4ccba7cce44ad400c367
2024-11-21T02:15:59,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5b2933c64fd24d6fb14d9f56d7bf2f9c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5b2933c64fd24d6fb14d9f56d7bf2f9c
2024-11-21T02:15:59,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/03ac50cad5244614a2d246ffb80ec145 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/03ac50cad5244614a2d246ffb80ec145
2024-11-21T02:15:59,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/d8daf526025d40c5b1844b25560476cf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/d8daf526025d40c5b1844b25560476cf
2024-11-21T02:15:59,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5a1b8c2384664c5581d5f1de7bd19602 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/5a1b8c2384664c5581d5f1de7bd19602
2024-11-21T02:15:59,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/1bb451b5c5464cdcba0005a57a738f72 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/1bb451b5c5464cdcba0005a57a738f72
2024-11-21T02:15:59,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/17eb134e006d4d08ab0a6c3f436c7f99 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/17eb134e006d4d08ab0a6c3f436c7f99
2024-11-21T02:15:59,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/75d431ac5fe64c6baa7373fdc3a216d6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/75d431ac5fe64c6baa7373fdc3a216d6
2024-11-21T02:15:59,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/fba947c180ba47fe95bcba3c95ecc340 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/fba947c180ba47fe95bcba3c95ecc340
2024-11-21T02:15:59,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/ea1745333c004fc583dd73fd8b52169f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/ea1745333c004fc583dd73fd8b52169f
2024-11-21T02:15:59,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/45ca42a645d444319abeae57c72a32d2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/45ca42a645d444319abeae57c72a32d2
2024-11-21T02:15:59,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/f8ebe9e350f74ffcaf8807bac9c0f1bd to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/f8ebe9e350f74ffcaf8807bac9c0f1bd
2024-11-21T02:15:59,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3f64116efec04bdfb17d80a322914d31 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3f64116efec04bdfb17d80a322914d31
2024-11-21T02:15:59,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/84b51269dfe8415ca54d87304e42077f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/84b51269dfe8415ca54d87304e42077f
2024-11-21T02:15:59,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b0cd07e0e85045c69b91bedeb14a55e5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/b0cd07e0e85045c69b91bedeb14a55e5
2024-11-21T02:15:59,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/4c4a13adf4b14f999817caed91db3e21 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/4c4a13adf4b14f999817caed91db3e21
2024-11-21T02:15:59,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3fc61db84e0244e3af4ccd322402dfa7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/3fc61db84e0244e3af4ccd322402dfa7
2024-11-21T02:15:59,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4c2da536d284b5fbed79c5135d33da4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a4c2da536d284b5fbed79c5135d33da4
2024-11-21T02:15:59,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/8edd2af7117f4bddb5d327bad4757bd6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/8edd2af7117f4bddb5d327bad4757bd6
2024-11-21T02:15:59,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/38702acfb18a4509b196af798d94a19c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/38702acfb18a4509b196af798d94a19c
2024-11-21T02:15:59,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/68f2065bb43641b68a7ff66bb9f1ed99, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/e9e3f48b317b4699900701b2703b7266, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/24b2a681ea664d9690b9d8697178380b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1cacd3594a6643e1aa44a884933a8669, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4b318d4d35204074a57990f709dfc157, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f7d69c20629442f4b116af9ece9a8fda, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/11932ad7d46f4992addea43ee3032900, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c7628c76e6411996156a70ff09a532, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fa1ce9ba0e534549a629dd8007854b35, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2afd24f6f24c4d02b925e1dee51d7adc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/df241f7b2c0c4608ba27d196ac673748, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/cb8d2e324e9e4fbcb93eea78c96a9af1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1e1ec8cb6bcd430c9de08afa8c345bbb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2925ed8f66aa4f64b7d9ecd8c490fbc2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/dee0e44f03b245bd85fc873c960c824f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/758d7735072b4b77915c661911b42181, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d61b91b4bd08424a944935555ef58ef9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/a5a8141f05ec4370aa2700fd239d1dbe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c291b63ca84e51972b044d43d7c1c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/15952bca049c446ba748b722be972f6c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5b904f41e49c421ea56fa00da95177c9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d7de4e6f4e224ad3aff94a9131653872, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4aeac193a4d6451590254c4e1fcde64c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f92d9e95e9f14fe2b48ff8e22cd6d40b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0a2e4baea7884e52b017737e839f4d43, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/08261b8be2064cd5972f7e5c506cdad7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fd51ecc64d2c42ae87921649055ccf55, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/b061790a65894b3b899da3ac0e76d435, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0f7e2685b82345169f4dac8c28880594, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d6a0a754124146a1a9b7c421bb726b2f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5ef57d0cde3440448c017fdfc546bf0c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/09d8c46874fe4ee99d38b09301864132, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/93fcd7ef0156461b80ef2eedc2e1bad6] to archive
2024-11-21T02:15:59,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:15:59,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/68f2065bb43641b68a7ff66bb9f1ed99 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/68f2065bb43641b68a7ff66bb9f1ed99
2024-11-21T02:15:59,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/e9e3f48b317b4699900701b2703b7266 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/e9e3f48b317b4699900701b2703b7266
2024-11-21T02:15:59,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/24b2a681ea664d9690b9d8697178380b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/24b2a681ea664d9690b9d8697178380b
2024-11-21T02:15:59,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1cacd3594a6643e1aa44a884933a8669 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1cacd3594a6643e1aa44a884933a8669
2024-11-21T02:15:59,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4b318d4d35204074a57990f709dfc157 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4b318d4d35204074a57990f709dfc157
2024-11-21T02:15:59,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f7d69c20629442f4b116af9ece9a8fda to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f7d69c20629442f4b116af9ece9a8fda
2024-11-21T02:15:59,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/11932ad7d46f4992addea43ee3032900 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/11932ad7d46f4992addea43ee3032900
2024-11-21T02:15:59,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c7628c76e6411996156a70ff09a532 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c7628c76e6411996156a70ff09a532
2024-11-21T02:15:59,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fa1ce9ba0e534549a629dd8007854b35 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fa1ce9ba0e534549a629dd8007854b35
2024-11-21T02:15:59,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2afd24f6f24c4d02b925e1dee51d7adc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2afd24f6f24c4d02b925e1dee51d7adc
2024-11-21T02:15:59,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/df241f7b2c0c4608ba27d196ac673748 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/df241f7b2c0c4608ba27d196ac673748
2024-11-21T02:15:59,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/cb8d2e324e9e4fbcb93eea78c96a9af1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/cb8d2e324e9e4fbcb93eea78c96a9af1
2024-11-21T02:15:59,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1e1ec8cb6bcd430c9de08afa8c345bbb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/1e1ec8cb6bcd430c9de08afa8c345bbb
2024-11-21T02:15:59,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2925ed8f66aa4f64b7d9ecd8c490fbc2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/2925ed8f66aa4f64b7d9ecd8c490fbc2
2024-11-21T02:15:59,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/dee0e44f03b245bd85fc873c960c824f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/dee0e44f03b245bd85fc873c960c824f
2024-11-21T02:15:59,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/758d7735072b4b77915c661911b42181 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/758d7735072b4b77915c661911b42181
2024-11-21T02:15:59,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d61b91b4bd08424a944935555ef58ef9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d61b91b4bd08424a944935555ef58ef9
2024-11-21T02:15:59,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/a5a8141f05ec4370aa2700fd239d1dbe to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/a5a8141f05ec4370aa2700fd239d1dbe
2024-11-21T02:15:59,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c291b63ca84e51972b044d43d7c1c6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/83c291b63ca84e51972b044d43d7c1c6
2024-11-21T02:15:59,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/15952bca049c446ba748b722be972f6c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/15952bca049c446ba748b722be972f6c
2024-11-21T02:15:59,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5b904f41e49c421ea56fa00da95177c9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5b904f41e49c421ea56fa00da95177c9
2024-11-21T02:15:59,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d7de4e6f4e224ad3aff94a9131653872 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d7de4e6f4e224ad3aff94a9131653872
2024-11-21T02:15:59,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4aeac193a4d6451590254c4e1fcde64c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/4aeac193a4d6451590254c4e1fcde64c
2024-11-21T02:15:59,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f92d9e95e9f14fe2b48ff8e22cd6d40b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/f92d9e95e9f14fe2b48ff8e22cd6d40b
2024-11-21T02:15:59,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0a2e4baea7884e52b017737e839f4d43 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0a2e4baea7884e52b017737e839f4d43
2024-11-21T02:15:59,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/08261b8be2064cd5972f7e5c506cdad7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/08261b8be2064cd5972f7e5c506cdad7
2024-11-21T02:15:59,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fd51ecc64d2c42ae87921649055ccf55 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/fd51ecc64d2c42ae87921649055ccf55
2024-11-21T02:15:59,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/b061790a65894b3b899da3ac0e76d435 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/b061790a65894b3b899da3ac0e76d435
2024-11-21T02:15:59,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0f7e2685b82345169f4dac8c28880594 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/0f7e2685b82345169f4dac8c28880594
2024-11-21T02:15:59,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d6a0a754124146a1a9b7c421bb726b2f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/d6a0a754124146a1a9b7c421bb726b2f
2024-11-21T02:15:59,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5ef57d0cde3440448c017fdfc546bf0c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/5ef57d0cde3440448c017fdfc546bf0c
2024-11-21T02:15:59,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/09d8c46874fe4ee99d38b09301864132 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/09d8c46874fe4ee99d38b09301864132
2024-11-21T02:15:59,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/93fcd7ef0156461b80ef2eedc2e1bad6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/93fcd7ef0156461b80ef2eedc2e1bad6
2024-11-21T02:15:59,953 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/recovered.edits/521.seqid, newMaxSeqId=521, maxSeqId=1
2024-11-21T02:15:59,954 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.
2024-11-21T02:15:59,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 0fe94acf9c94c3101093deb2ca992b98:
Waiting for close lock at 1732155358326Running coprocessor pre-close hooks at 1732155358327 (+1 ms)Disabling compacts and flushes for region at 1732155358327Disabling writes for close at 1732155358327Obtaining lock to block concurrent updates at 1732155358327Preparing flush snapshotting stores in 0fe94acf9c94c3101093deb2ca992b98 at 1732155358327Finished memstore snapshotting TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732155358327Flushing stores of TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98. at 1732155358328 (+1 ms)Flushing 0fe94acf9c94c3101093deb2ca992b98/A: creating writer at 1732155358328Flushing 0fe94acf9c94c3101093deb2ca992b98/A: appending metadata at 1732155358331 (+3 ms)Flushing 0fe94acf9c94c3101093deb2ca992b98/A: closing flushed file at 1732155358331Flushing 0fe94acf9c94c3101093deb2ca992b98/B: creating writer at 1732155358742 (+411 ms)Flushing 0fe94acf9c94c3101093deb2ca992b98/B: appending metadata at 1732155358745 (+3 ms)Flushing 0fe94acf9c94c3101093deb2ca992b98/B: closing flushed file at 1732155358745Flushing 0fe94acf9c94c3101093deb2ca992b98/C: creating writer at 1732155359155 (+410 ms)Flushing 0fe94acf9c94c3101093deb2ca992b98/C: appending metadata at 1732155359158 (+3 ms)Flushing 0fe94acf9c94c3101093deb2ca992b98/C: closing flushed file at 1732155359158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105e6dba: reopening flushed file at 1732155359571 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9c243c: reopening flushed file at 1732155359585 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd74d02: reopening flushed file at 1732155359594 (+9 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0fe94acf9c94c3101093deb2ca992b98 in 1276ms, sequenceid=518, compaction requested=true at 1732155359603 (+9 ms)Writing region close event to WAL at 1732155359949 (+346 ms)Running coprocessor post-close hooks at 1732155359954 (+5 ms)Closed at 1732155359954
2024-11-21T02:15:59,961 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:15:59,962 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0fe94acf9c94c3101093deb2ca992b98, regionState=CLOSED
2024-11-21T02:15:59,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:15:59,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-21T02:15:59,973 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 0fe94acf9c94c3101093deb2ca992b98, server=5aee4e3683e9,46609,1732155320682 in 1.7970 sec
2024-11-21T02:15:59,975 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24
2024-11-21T02:15:59,975 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0fe94acf9c94c3101093deb2ca992b98, UNASSIGN in 1.8100 sec
2024-11-21T02:15:59,978 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-21T02:15:59,978 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8170 sec
2024-11-21T02:15:59,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155359979"}]},"ts":"1732155359979"}
2024-11-21T02:15:59,981 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-21T02:15:59,981 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-21T02:15:59,984 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8320 sec
2024-11-21T02:16:00,183 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:16:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-21T02:16:00,301 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:00,304 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-21T02:16:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,310 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-21T02:16:00,312 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,317 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:16:00,322 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/recovered.edits]
2024-11-21T02:16:00,326 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/275c5100b3aa46d6a42ca6f80a1acf5c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/275c5100b3aa46d6a42ca6f80a1acf5c
2024-11-21T02:16:00,327 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/36ce27a70eca4583affbd1d9317815b9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/36ce27a70eca4583affbd1d9317815b9
2024-11-21T02:16:00,329 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/b33d84f4fc9c42afb51b840397fa3d2b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/A/b33d84f4fc9c42afb51b840397fa3d2b
2024-11-21T02:16:00,332 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/04d5f6c45c5a44fa846681f6010d55a8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/04d5f6c45c5a44fa846681f6010d55a8
2024-11-21T02:16:00,334 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9cd0d2811bea4798a87c9449ae35f55e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/9cd0d2811bea4798a87c9449ae35f55e
2024-11-21T02:16:00,336 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a899776bd8a249fb905bb768f04266dc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/B/a899776bd8a249fb905bb768f04266dc
2024-11-21T02:16:00,340 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/066c64c9a6ee4c2b9f3739cdf3f2029c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/066c64c9a6ee4c2b9f3739cdf3f2029c
2024-11-21T02:16:00,342 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/228657945f2a4bd0ae2337c98a28e775 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/228657945f2a4bd0ae2337c98a28e775
2024-11-21T02:16:00,344 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/af2a29bcb5164ad5b283c2b6430a0e5e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/C/af2a29bcb5164ad5b283c2b6430a0e5e
2024-11-21T02:16:00,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/recovered.edits/521.seqid to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98/recovered.edits/521.seqid
2024-11-21T02:16:00,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/0fe94acf9c94c3101093deb2ca992b98
2024-11-21T02:16:00,348 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-21T02:16:00,353 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-21T02:16:00,363 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-21T02:16:00,412 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-21T02:16:00,414 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,415 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-21T02:16:00,415 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732155360415"}]},"ts":"9223372036854775807"}
2024-11-21T02:16:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-21T02:16:00,422 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-21T02:16:00,422 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0fe94acf9c94c3101093deb2ca992b98, NAME => 'TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98.', STARTKEY => '', ENDKEY => ''}]
2024-11-21T02:16:00,422 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-21T02:16:00,423 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732155360422"}]},"ts":"9223372036854775807"}
2024-11-21T02:16:00,425 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-21T02:16:00,426 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,428 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 121 msec
2024-11-21T02:16:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-21T02:16:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-21T02:16:00,632 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:00,644 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 210)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;5aee4e3683e9:46609-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2049705311_22 at /127.0.0.1:33954 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=859 (was 906), ProcessCount=11 (was 11), AvailableMemoryMB=367 (was 1632)
2024-11-21T02:16:00,654 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=859, ProcessCount=11, AvailableMemoryMB=366
2024-11-21T02:16:00,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:16:00,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:16:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:00,658 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T02:16:00,658 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:00,658 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 28
2024-11-21T02:16:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T02:16:00,659 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T02:16:00,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741945_1121 (size=1061)
2024-11-21T02:16:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T02:16:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T02:16:01,069 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:16:01,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741946_1122 (size=53)
2024-11-21T02:16:01,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:01,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6678c5fb8fed5a875ffb4d787fac8d96, disabling compactions & flushes
2024-11-21T02:16:01,076 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. after waiting 0 ms
2024-11-21T02:16:01,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,076 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6678c5fb8fed5a875ffb4d787fac8d96:
Waiting for close lock at 1732155361076Disabling compacts and flushes for region at 1732155361076Disabling writes for close at 1732155361076Writing region close event to WAL at 1732155361076Closed at 1732155361076
2024-11-21T02:16:01,077 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T02:16:01,078 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732155361077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155361077"}]},"ts":"1732155361077"}
2024-11-21T02:16:01,080 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T02:16:01,081 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T02:16:01,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155361081"}]},"ts":"1732155361081"}
2024-11-21T02:16:01,083 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-21T02:16:01,083 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, ASSIGN}]
2024-11-21T02:16:01,085 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, ASSIGN
2024-11-21T02:16:01,086 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=false
2024-11-21T02:16:01,237 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:01,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, ASSIGN because future has completed
2024-11-21T02:16:01,241 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T02:16:01,400 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,401 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:16:01,401 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,401 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:01,401 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,401 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,403 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6678c5fb8fed5a875ffb4d787fac8d96 
2024-11-21T02:16:01,405 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:01,406 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6678c5fb8fed5a875ffb4d787fac8d96 columnFamilyName A
2024-11-21T02:16:01,407 DEBUG [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:01,407 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(327): Store=6678c5fb8fed5a875ffb4d787fac8d96/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:01,407 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6678c5fb8fed5a875ffb4d787fac8d96 
2024-11-21T02:16:01,409 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:01,409 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6678c5fb8fed5a875ffb4d787fac8d96 columnFamilyName B
2024-11-21T02:16:01,409 DEBUG [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:01,409 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(327): Store=6678c5fb8fed5a875ffb4d787fac8d96/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:01,409 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6678c5fb8fed5a875ffb4d787fac8d96 
2024-11-21T02:16:01,410 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:01,411 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6678c5fb8fed5a875ffb4d787fac8d96 columnFamilyName C
2024-11-21T02:16:01,411 DEBUG [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:01,411 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(327): Store=6678c5fb8fed5a875ffb4d787fac8d96/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:01,411 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,411 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,412 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,412 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,413 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,413 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,414 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:16:01,415 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,417 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:16:01,417 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 6678c5fb8fed5a875ffb4d787fac8d96; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091652, jitterRate=0.11895281076431274}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:16:01,417 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:01,418 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 6678c5fb8fed5a875ffb4d787fac8d96:
Running coprocessor pre-open hook at 1732155361402Writing region info on filesystem at 1732155361402Initializing all the Stores at 1732155361403 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155361403Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155361403Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155361403Cleaning up temporary data from old regions at 1732155361413 (+10 ms)Running coprocessor post-open hooks at 1732155361417 (+4 ms)Region opened successfully at 1732155361418 (+1 ms)
2024-11-21T02:16:01,419 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., pid=30, masterSystemTime=1732155361395
2024-11-21T02:16:01,420 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,420 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:01,421 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:01,428 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-21T02:16:01,428 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 in 182 msec
2024-11-21T02:16:01,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-21T02:16:01,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, ASSIGN in 345 msec
2024-11-21T02:16:01,435 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T02:16:01,435 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155361435"}]},"ts":"1732155361435"}
2024-11-21T02:16:01,438 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-21T02:16:01,439 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T02:16:01,442 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 783 msec
2024-11-21T02:16:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-21T02:16:01,792 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:01,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594c9324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:01,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:01,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:01,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5115bbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:01,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:01,798 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118c8dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:01,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:01,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:01,803 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:01,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:16:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:16:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38236e8b
2024-11-21T02:16:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:16:01,808 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:16:01,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:16:01,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:16:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:01,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741947_1123 (size=1097)
2024-11-21T02:16:02,254 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-21T02:16:02,254 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-21T02:16:02,259 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:16:02,266 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, REOPEN/MOVE}]
2024-11-21T02:16:02,267 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, REOPEN/MOVE
2024-11-21T02:16:02,268 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, REOPEN/MOVE because future has completed
2024-11-21T02:16:02,270 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:16:02,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:02,425 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,425 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:16:02,425 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 6678c5fb8fed5a875ffb4d787fac8d96, disabling compactions & flushes
2024-11-21T02:16:02,425 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,425 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,425 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. after waiting 0 ms
2024-11-21T02:16:02,425 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,430 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-21T02:16:02,432 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,432 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 6678c5fb8fed5a875ffb4d787fac8d96:
Waiting for close lock at 1732155362425Running coprocessor pre-close hooks at 1732155362425Disabling compacts and flushes for region at 1732155362425Disabling writes for close at 1732155362425Writing region close event to WAL at 1732155362426 (+1 ms)Running coprocessor post-close hooks at 1732155362431 (+5 ms)Closed at 1732155362431
2024-11-21T02:16:02,432 WARN  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 6678c5fb8fed5a875ffb4d787fac8d96 to self.
2024-11-21T02:16:02,435 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,435 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=CLOSED
2024-11-21T02:16:02,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:02,441 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-21T02:16:02,441 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 in 167 msec
2024-11-21T02:16:02,442 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, REOPEN/MOVE; state=CLOSED, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=true
2024-11-21T02:16:02,593 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, REOPEN/MOVE because future has completed
2024-11-21T02:16:02,596 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:02,751 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,752 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:16:02,752 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,752 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:02,752 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,752 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,756 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6678c5fb8fed5a875ffb4d787fac8d96 
2024-11-21T02:16:02,757 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:02,761 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6678c5fb8fed5a875ffb4d787fac8d96 columnFamilyName A
2024-11-21T02:16:02,764 DEBUG [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:02,764 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(327): Store=6678c5fb8fed5a875ffb4d787fac8d96/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:02,765 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6678c5fb8fed5a875ffb4d787fac8d96 
2024-11-21T02:16:02,766 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:02,766 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6678c5fb8fed5a875ffb4d787fac8d96 columnFamilyName B
2024-11-21T02:16:02,766 DEBUG [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:02,767 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(327): Store=6678c5fb8fed5a875ffb4d787fac8d96/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:02,767 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6678c5fb8fed5a875ffb4d787fac8d96 
2024-11-21T02:16:02,767 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:02,768 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6678c5fb8fed5a875ffb4d787fac8d96 columnFamilyName C
2024-11-21T02:16:02,768 DEBUG [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:02,768 INFO  [StoreOpener-6678c5fb8fed5a875ffb4d787fac8d96-1 {}] regionserver.HStore(327): Store=6678c5fb8fed5a875ffb4d787fac8d96/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:02,768 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,768 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,769 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,770 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,770 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,770 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,775 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:16:02,777 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,779 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 6678c5fb8fed5a875ffb4d787fac8d96; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75326394, jitterRate=0.12245073914527893}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:16:02,780 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,782 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 6678c5fb8fed5a875ffb4d787fac8d96:
Running coprocessor pre-open hook at 1732155362752Writing region info on filesystem at 1732155362752Initializing all the Stores at 1732155362753 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155362753Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155362753Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155362753Cleaning up temporary data from old regions at 1732155362770 (+17 ms)Running coprocessor post-open hooks at 1732155362780 (+10 ms)Region opened successfully at 1732155362782 (+2 ms)
2024-11-21T02:16:02,783 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., pid=35, masterSystemTime=1732155362748
2024-11-21T02:16:02,785 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,786 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:02,786 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=OPEN, openSeqNum=5, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:02,791 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-21T02:16:02,791 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 in 193 msec
2024-11-21T02:16:02,793 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-21T02:16:02,793 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, REOPEN/MOVE in 525 msec
2024-11-21T02:16:02,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-21T02:16:02,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 537 msec
2024-11-21T02:16:02,825 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 989 msec
2024-11-21T02:16:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-21T02:16:02,828 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:02,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcb20d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,830 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c00e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,833 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70061ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e853879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,836 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3177e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,839 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c17f0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00ea56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,846 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4350acf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,848 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9817cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636d090d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,854 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc171b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,856 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179ba66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0133ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17430e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,864 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faf87d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5db83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,867 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0750d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,869 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9430a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4870d163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a243f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,876 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3905dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e20c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,880 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c60a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f7e914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:02,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:02,888 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:02,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624f36e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:02,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:02,890 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d19a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:02,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees
2024-11-21T02:16:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:02,895 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:02,896 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:02,896 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:02,897 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,897 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,897 DEBUG [Thread-631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,897 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,899 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,899 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,900 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,900 DEBUG [Thread-638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,901 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,901 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,902 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,902 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,903 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,903 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,904 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,909 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:02,923 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:16:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:02,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155422945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:02,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155422953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155422953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:02,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155422954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155422956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:02,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c4c732d3a7ae4ff5b3a40bf40879696c_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155362920/Put/seqid=0
2024-11-21T02:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:03,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741948_1124 (size=14594)
2024-11-21T02:16:03,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:03,039 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c4c732d3a7ae4ff5b3a40bf40879696c_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c4c732d3a7ae4ff5b3a40bf40879696c_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:03,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4c02b97230d04f0795a06f2d1559df0a, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:03,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4c02b97230d04f0795a06f2d1559df0a is 175, key is test_row_0/A:col10/1732155362920/Put/seqid=0
2024-11-21T02:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155423061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155423061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155423061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741949_1125 (size=39549)
2024-11-21T02:16:03,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155423071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155423071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155423274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155423274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155423275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155423284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155423285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,483 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4c02b97230d04f0795a06f2d1559df0a
2024-11-21T02:16:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:03,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/572def2b313d4a869b99a321e02c3491 is 50, key is test_row_0/B:col10/1732155362920/Put/seqid=0
2024-11-21T02:16:03,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155423596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,615 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155423601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:03,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741950_1126 (size=12001)
2024-11-21T02:16:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155423593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:03,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:03,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:03,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:03,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,031 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/572def2b313d4a869b99a321e02c3491
2024-11-21T02:16:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:04,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/e1f2234c58d041cca78e351daf6a7307 is 50, key is test_row_0/C:col10/1732155362920/Put/seqid=0
2024-11-21T02:16:04,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155424122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:04,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155424123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:04,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155424123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:04,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155424123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:04,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155424151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:04,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741951_1127 (size=12001)
2024-11-21T02:16:04,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:04,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:04,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,572 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/e1f2234c58d041cca78e351daf6a7307
2024-11-21T02:16:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4c02b97230d04f0795a06f2d1559df0a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a
2024-11-21T02:16:04,592 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a, entries=200, sequenceid=16, filesize=38.6 K
2024-11-21T02:16:04,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/572def2b313d4a869b99a321e02c3491 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/572def2b313d4a869b99a321e02c3491
2024-11-21T02:16:04,612 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/572def2b313d4a869b99a321e02c3491, entries=150, sequenceid=16, filesize=11.7 K
2024-11-21T02:16:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/e1f2234c58d041cca78e351daf6a7307 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e1f2234c58d041cca78e351daf6a7307
2024-11-21T02:16:04,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:04,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=37
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:04,643 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e1f2234c58d041cca78e351daf6a7307, entries=150, sequenceid=16, filesize=11.7 K
2024-11-21T02:16:04,644 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1721ms, sequenceid=16, compaction requested=false
2024-11-21T02:16:04,652 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-21T02:16:04,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:04,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37
2024-11-21T02:16:04,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:04,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219c697a518acb46bcb40a97c647b7927a_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155362954/Put/seqid=0
2024-11-21T02:16:04,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741952_1128 (size=12154)
2024-11-21T02:16:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:04,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219c697a518acb46bcb40a97c647b7927a_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219c697a518acb46bcb40a97c647b7927a_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d15d3c12c4f04876945a511744ae4d88, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:04,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d15d3c12c4f04876945a511744ae4d88 is 175, key is test_row_0/A:col10/1732155362954/Put/seqid=0
2024-11-21T02:16:04,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741953_1129 (size=30955)
2024-11-21T02:16:04,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d15d3c12c4f04876945a511744ae4d88
2024-11-21T02:16:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/d7887e6f40d64303a06c33fd086ec624 is 50, key is test_row_0/B:col10/1732155362954/Put/seqid=0
2024-11-21T02:16:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:05,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741954_1130 (size=12001)
2024-11-21T02:16:05,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/d7887e6f40d64303a06c33fd086ec624
2024-11-21T02:16:05,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c65501c16bad4034a06ca5197e8665b8 is 50, key is test_row_0/C:col10/1732155362954/Put/seqid=0
2024-11-21T02:16:05,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741955_1131 (size=12001)
2024-11-21T02:16:05,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c65501c16bad4034a06ca5197e8665b8
2024-11-21T02:16:05,135 INFO  [master/5aee4e3683e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T02:16:05,135 INFO  [master/5aee4e3683e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T02:16:05,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:05,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d15d3c12c4f04876945a511744ae4d88 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88
2024-11-21T02:16:05,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155425172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155425181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155425188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,204 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2250 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88, entries=150, sequenceid=36, filesize=30.2 K
2024-11-21T02:16:05,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155425202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/d7887e6f40d64303a06c33fd086ec624 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d7887e6f40d64303a06c33fd086ec624
2024-11-21T02:16:05,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155425202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d7887e6f40d64303a06c33fd086ec624, entries=150, sequenceid=36, filesize=11.7 K
2024-11-21T02:16:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c65501c16bad4034a06ca5197e8665b8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c65501c16bad4034a06ca5197e8665b8
2024-11-21T02:16:05,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155425311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155425312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155425321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155425331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,337 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c65501c16bad4034a06ca5197e8665b8, entries=150, sequenceid=36, filesize=11.7 K
2024-11-21T02:16:05,339 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 6678c5fb8fed5a875ffb4d787fac8d96 in 556ms, sequenceid=36, compaction requested=false
2024-11-21T02:16:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-21T02:16:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-21T02:16:05,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-21T02:16:05,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec
2024-11-21T02:16:05,351 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.4570 sec
2024-11-21T02:16:05,533 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:16:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:05,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:05,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7ffc59ed2f64709a0e7d8165cb4a766_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:05,582 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T02:16:05,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741956_1132 (size=12154)
2024-11-21T02:16:05,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:05,641 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f7ffc59ed2f64709a0e7d8165cb4a766_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7ffc59ed2f64709a0e7d8165cb4a766_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:05,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/1ff028fa311547e59fd5b5f0024bce8a, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:05,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/1ff028fa311547e59fd5b5f0024bce8a is 175, key is test_row_0/A:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:05,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155425614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741957_1133 (size=30955)
2024-11-21T02:16:05,687 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/1ff028fa311547e59fd5b5f0024bce8a
2024-11-21T02:16:05,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155425669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155425690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155425697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/33c72047e45141e8b1f1cf739c43c80f is 50, key is test_row_0/B:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:05,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741958_1134 (size=12001)
2024-11-21T02:16:05,785 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155425784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,793 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/33c72047e45141e8b1f1cf739c43c80f
2024-11-21T02:16:05,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155425821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155425824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155425833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:05,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a631842a389c47d3aceb0d83538fe61d is 50, key is test_row_0/C:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:05,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741959_1135 (size=12001)
2024-11-21T02:16:05,885 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a631842a389c47d3aceb0d83538fe61d
2024-11-21T02:16:05,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/1ff028fa311547e59fd5b5f0024bce8a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a
2024-11-21T02:16:05,928 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a, entries=150, sequenceid=50, filesize=30.2 K
2024-11-21T02:16:05,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/33c72047e45141e8b1f1cf739c43c80f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/33c72047e45141e8b1f1cf739c43c80f
2024-11-21T02:16:05,943 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/33c72047e45141e8b1f1cf739c43c80f, entries=150, sequenceid=50, filesize=11.7 K
2024-11-21T02:16:05,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a631842a389c47d3aceb0d83538fe61d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a631842a389c47d3aceb0d83538fe61d
2024-11-21T02:16:05,954 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a631842a389c47d3aceb0d83538fe61d, entries=150, sequenceid=50, filesize=11.7 K
2024-11-21T02:16:05,957 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for 6678c5fb8fed5a875ffb4d787fac8d96 in 424ms, sequenceid=50, compaction requested=true
2024-11-21T02:16:05,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:05,958 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:05,958 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:05,961 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:05,961 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:05,961 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:05,961 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=99.1 K
2024-11-21T02:16:05,961 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:05,961 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a]
2024-11-21T02:16:05,962 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:05,962 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:05,962 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:05,962 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c02b97230d04f0795a06f2d1559df0a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732155362910
2024-11-21T02:16:05,962 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/572def2b313d4a869b99a321e02c3491, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d7887e6f40d64303a06c33fd086ec624, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/33c72047e45141e8b1f1cf739c43c80f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=35.2 K
2024-11-21T02:16:05,963 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d15d3c12c4f04876945a511744ae4d88, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732155362931
2024-11-21T02:16:05,963 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 572def2b313d4a869b99a321e02c3491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732155362910
2024-11-21T02:16:05,963 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ff028fa311547e59fd5b5f0024bce8a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155365171
2024-11-21T02:16:05,963 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7887e6f40d64303a06c33fd086ec624, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732155362931
2024-11-21T02:16:05,964 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33c72047e45141e8b1f1cf739c43c80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155365171
2024-11-21T02:16:06,002 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#117 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:06,002 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4112e3cb563040b292d70d53fba3d03a is 50, key is test_row_0/B:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:06,013 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:06,017 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-21T02:16:06,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:06,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:06,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:06,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:06,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:06,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:06,057 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112172b18bd317564c71beea6df31bfe4f54_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:06,068 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112172b18bd317564c71beea6df31bfe4f54_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:06,069 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112172b18bd317564c71beea6df31bfe4f54_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:06,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741960_1136 (size=12104)
2024-11-21T02:16:06,101 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4112e3cb563040b292d70d53fba3d03a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4112e3cb563040b292d70d53fba3d03a
2024-11-21T02:16:06,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ce904b229fc1455c96d985d4a2b62c4a_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155365617/Put/seqid=0
2024-11-21T02:16:06,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155426079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155426083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155426087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155426092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,116 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into 4112e3cb563040b292d70d53fba3d03a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:06,116 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:06,116 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=13, startTime=1732155365958; duration=0sec
2024-11-21T02:16:06,117 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:06,117 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:06,117 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:06,121 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:06,121 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:06,121 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:06,121 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e1f2234c58d041cca78e351daf6a7307, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c65501c16bad4034a06ca5197e8665b8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a631842a389c47d3aceb0d83538fe61d] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=35.2 K
2024-11-21T02:16:06,122 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1f2234c58d041cca78e351daf6a7307, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732155362910
2024-11-21T02:16:06,122 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting c65501c16bad4034a06ca5197e8665b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732155362931
2024-11-21T02:16:06,122 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a631842a389c47d3aceb0d83538fe61d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155365171
2024-11-21T02:16:06,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741961_1137 (size=4469)
2024-11-21T02:16:06,153 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#118 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:06,154 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/de7bd3a21ae445a39e9a0e300ab66247 is 175, key is test_row_0/A:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:06,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741962_1138 (size=14594)
2024-11-21T02:16:06,158 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:06,167 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:06,168 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/277b35289f7d4fbb8b74a9c18298f952 is 50, key is test_row_0/C:col10/1732155365188/Put/seqid=0
2024-11-21T02:16:06,171 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ce904b229fc1455c96d985d4a2b62c4a_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ce904b229fc1455c96d985d4a2b62c4a_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:06,172 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/490955995f404eeb87878de050e41aba, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:06,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/490955995f404eeb87878de050e41aba is 175, key is test_row_0/A:col10/1732155365617/Put/seqid=0
2024-11-21T02:16:06,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155426222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155426222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155426222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155426222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741963_1139 (size=31058)
2024-11-21T02:16:06,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741964_1140 (size=12104)
2024-11-21T02:16:06,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741965_1141 (size=39549)
2024-11-21T02:16:06,300 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/de7bd3a21ae445a39e9a0e300ab66247 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/de7bd3a21ae445a39e9a0e300ab66247
2024-11-21T02:16:06,322 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into de7bd3a21ae445a39e9a0e300ab66247(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:06,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:06,323 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=13, startTime=1732155365957; duration=0sec
2024-11-21T02:16:06,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:06,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:06,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155426446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155426446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155426447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155426447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,679 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/277b35289f7d4fbb8b74a9c18298f952 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/277b35289f7d4fbb8b74a9c18298f952
2024-11-21T02:16:06,688 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=71, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/490955995f404eeb87878de050e41aba
2024-11-21T02:16:06,700 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into 277b35289f7d4fbb8b74a9c18298f952(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:06,700 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:06,700 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=13, startTime=1732155365958; duration=0sec
2024-11-21T02:16:06,700 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:06,700 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:06,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e4c9764d2e7441e0b82e3b27a86494d5 is 50, key is test_row_0/B:col10/1732155365617/Put/seqid=0
2024-11-21T02:16:06,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155426762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155426762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155426762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155426773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:06,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741966_1142 (size=12001)
2024-11-21T02:16:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-21T02:16:07,062 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:07,063 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees
2024-11-21T02:16:07,067 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-21T02:16:07,068 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:07,068 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-21T02:16:07,181 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e4c9764d2e7441e0b82e3b27a86494d5
2024-11-21T02:16:07,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-21T02:16:07,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:07,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155427211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:07,229 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4275 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:07,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/85acc0cd5eb543b8ba7ad17b88dfe039 is 50, key is test_row_0/C:col10/1732155365617/Put/seqid=0
2024-11-21T02:16:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155427281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:07,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741967_1143 (size=12001)
2024-11-21T02:16:07,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155427292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:07,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155427292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:07,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155427291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-21T02:16:07,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-21T02:16:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-21T02:16:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:07,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-21T02:16:07,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-21T02:16:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/85acc0cd5eb543b8ba7ad17b88dfe039
2024-11-21T02:16:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=39
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:07,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/490955995f404eeb87878de050e41aba as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba
2024-11-21T02:16:07,754 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba, entries=200, sequenceid=71, filesize=38.6 K
2024-11-21T02:16:07,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e4c9764d2e7441e0b82e3b27a86494d5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e4c9764d2e7441e0b82e3b27a86494d5
2024-11-21T02:16:07,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e4c9764d2e7441e0b82e3b27a86494d5, entries=150, sequenceid=71, filesize=11.7 K
2024-11-21T02:16:07,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/85acc0cd5eb543b8ba7ad17b88dfe039 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/85acc0cd5eb543b8ba7ad17b88dfe039
2024-11-21T02:16:07,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/85acc0cd5eb543b8ba7ad17b88dfe039, entries=150, sequenceid=71, filesize=11.7 K
2024-11-21T02:16:07,784 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1767ms, sequenceid=71, compaction requested=false
2024-11-21T02:16:07,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:07,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39
2024-11-21T02:16:07,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:07,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:16:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:07,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:07,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e48381003bdb472ea55d0dd222637dd1_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155366078/Put/seqid=0
2024-11-21T02:16:07,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741968_1144 (size=12154)
2024-11-21T02:16:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-21T02:16:08,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:08,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e48381003bdb472ea55d0dd222637dd1_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e48381003bdb472ea55d0dd222637dd1_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:08,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155428423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155368390, max timestamp=1732155368426Num uniques 859; 
2024-11-21T02:16:08,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/867b9e37b9bd41b2944e8c040b5b1528, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/867b9e37b9bd41b2944e8c040b5b1528 is 175, key is test_row_0/A:col10/1732155366078/Put/seqid=0
2024-11-21T02:16:08,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155368390, max timestamp=1732155368426Num uniques 859; 
2024-11-21T02:16:08,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:08,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155428476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155428481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741969_1145 (size=30955)
2024-11-21T02:16:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155428487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155428542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155428593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155428611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155428611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155428751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155428811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155428831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155428831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:08,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=85, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/867b9e37b9bd41b2944e8c040b5b1528
2024-11-21T02:16:08,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/84efe959456f443cb3be22d520a9a302 is 50, key is test_row_0/B:col10/1732155366078/Put/seqid=0
2024-11-21T02:16:08,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741970_1146 (size=12001)
2024-11-21T02:16:08,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/84efe959456f443cb3be22d520a9a302
2024-11-21T02:16:08,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c825a48fe4c943169fd406f8d9846bc6 is 50, key is test_row_0/C:col10/1732155366078/Put/seqid=0
2024-11-21T02:16:09,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741971_1147 (size=12001)
2024-11-21T02:16:09,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c825a48fe4c943169fd406f8d9846bc6
2024-11-21T02:16:09,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155429071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/867b9e37b9bd41b2944e8c040b5b1528 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528
2024-11-21T02:16:09,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528, entries=150, sequenceid=85, filesize=30.2 K
2024-11-21T02:16:09,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/84efe959456f443cb3be22d520a9a302 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/84efe959456f443cb3be22d520a9a302
2024-11-21T02:16:09,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155429121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,143 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/84efe959456f443cb3be22d520a9a302, entries=150, sequenceid=85, filesize=11.7 K
2024-11-21T02:16:09,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c825a48fe4c943169fd406f8d9846bc6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c825a48fe4c943169fd406f8d9846bc6
2024-11-21T02:16:09,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155429141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155429150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c825a48fe4c943169fd406f8d9846bc6, entries=150, sequenceid=85, filesize=11.7 K
2024-11-21T02:16:09,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=123.00 KB/125950 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1347ms, sequenceid=85, compaction requested=true
2024-11-21T02:16:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39
2024-11-21T02:16:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=39
2024-11-21T02:16:09,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-21T02:16:09,220 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1490 sec
2024-11-21T02:16:09,223 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.1580 sec
2024-11-21T02:16:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-21T02:16:09,241 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:09,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-21T02:16:09,245 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-21T02:16:09,246 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:09,246 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-21T02:16:09,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-21T02:16:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:09,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=123.00 KB heapSize=353.63 KB
2024-11-21T02:16:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:09,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217c3bfc950ca342ab80e25f4e74f5ef03_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155368476/Put/seqid=0
2024-11-21T02:16:09,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741972_1148 (size=12154)
2024-11-21T02:16:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-21T02:16:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:09,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:09,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155429660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155429661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155429673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155429680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155429791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155429791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-21T02:16:09,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:09,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217c3bfc950ca342ab80e25f4e74f5ef03_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217c3bfc950ca342ab80e25f4e74f5ef03_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8f8755ac7da94d24a2565806537f185f, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:09,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8f8755ac7da94d24a2565806537f185f is 175, key is test_row_0/A:col10/1732155368476/Put/seqid=0
2024-11-21T02:16:09,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741973_1149 (size=30955)
2024-11-21T02:16:10,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155430001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155430001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:16:10,183 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-21T02:16:10,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155430311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155430311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8f8755ac7da94d24a2565806537f185f
2024-11-21T02:16:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-21T02:16:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/91d0f2cc03ca48dca3eb208add4897a9 is 50, key is test_row_0/B:col10/1732155368476/Put/seqid=0
2024-11-21T02:16:10,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741974_1150 (size=12001)
2024-11-21T02:16:10,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155430690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,696 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155430701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,704 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:10,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/91d0f2cc03ca48dca3eb208add4897a9
2024-11-21T02:16:10,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/822999b1f8ed49a183203af91ccc2fda is 50, key is test_row_0/C:col10/1732155368476/Put/seqid=0
2024-11-21T02:16:10,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155430841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155430851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:10,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:10,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741975_1151 (size=12001)
2024-11-21T02:16:10,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/822999b1f8ed49a183203af91ccc2fda
2024-11-21T02:16:10,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8f8755ac7da94d24a2565806537f185f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f
2024-11-21T02:16:10,874 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f, entries=150, sequenceid=115, filesize=30.2 K
2024-11-21T02:16:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/91d0f2cc03ca48dca3eb208add4897a9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/91d0f2cc03ca48dca3eb208add4897a9
2024-11-21T02:16:10,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/91d0f2cc03ca48dca3eb208add4897a9, entries=150, sequenceid=115, filesize=11.7 K
2024-11-21T02:16:10,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/822999b1f8ed49a183203af91ccc2fda as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/822999b1f8ed49a183203af91ccc2fda
2024-11-21T02:16:10,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/822999b1f8ed49a183203af91ccc2fda, entries=150, sequenceid=115, filesize=11.7 K
2024-11-21T02:16:10,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~123.00 KB/125950, heapSize ~353.58 KB/362064, currentSize=53.67 KB/54960 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1525ms, sequenceid=115, compaction requested=true
2024-11-21T02:16:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:10,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-21T02:16:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-21T02:16:10,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-21T02:16:10,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6860 sec
2024-11-21T02:16:10,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.6950 sec
2024-11-21T02:16:11,289 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-21T02:16:11,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:11,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112127398aa30cc848938894a5e13f7c7c4e_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:11,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741976_1152 (size=12154)
2024-11-21T02:16:11,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:11,391 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112127398aa30cc848938894a5e13f7c7c4e_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127398aa30cc848938894a5e13f7c7c4e_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-21T02:16:11,392 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:11,393 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-21T02:16:11,396 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-21T02:16:11,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4efe2d25eb4f401691d2e102ad7aa3a7, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:11,399 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:11,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:11,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4efe2d25eb4f401691d2e102ad7aa3a7 is 175, key is test_row_0/A:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:11,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741977_1153 (size=30955)
2024-11-21T02:16:11,443 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4efe2d25eb4f401691d2e102ad7aa3a7
2024-11-21T02:16:11,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/69decc50600b47218dc2adbf7c9530d0 is 50, key is test_row_0/B:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:11,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741978_1154 (size=12001)
2024-11-21T02:16:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-21T02:16:11,508 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/69decc50600b47218dc2adbf7c9530d0
2024-11-21T02:16:11,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6ee3869fe5524a01add370b121388651 is 50, key is test_row_0/C:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:11,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155431542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:11,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-21T02:16:11,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:11,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:11,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:11,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741979_1155 (size=12001)
2024-11-21T02:16:11,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155431661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-21T02:16:11,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-21T02:16:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:11,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155431861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:11,870 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:11,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155431864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:11,875 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:11,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:11,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-21T02:16:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:11,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:11,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155431891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:11,980 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6ee3869fe5524a01add370b121388651
2024-11-21T02:16:11,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4efe2d25eb4f401691d2e102ad7aa3a7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7
2024-11-21T02:16:11,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7, entries=150, sequenceid=127, filesize=30.2 K
2024-11-21T02:16:11,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/69decc50600b47218dc2adbf7c9530d0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/69decc50600b47218dc2adbf7c9530d0
2024-11-21T02:16:12,006 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/69decc50600b47218dc2adbf7c9530d0, entries=150, sequenceid=127, filesize=11.7 K
2024-11-21T02:16:12,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6ee3869fe5524a01add370b121388651 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6ee3869fe5524a01add370b121388651
2024-11-21T02:16:12,019 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6ee3869fe5524a01add370b121388651, entries=150, sequenceid=127, filesize=11.7 K
2024-11-21T02:16:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-21T02:16:12,021 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6678c5fb8fed5a875ffb4d787fac8d96 in 732ms, sequenceid=127, compaction requested=true
2024-11-21T02:16:12,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:12,022 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:16:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:12,022 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:16:12,024 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:16:12,024 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 163472 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:16:12,024 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:12,024 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:12,024 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:12,024 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:12,024 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4112e3cb563040b292d70d53fba3d03a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e4c9764d2e7441e0b82e3b27a86494d5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/84efe959456f443cb3be22d520a9a302, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/91d0f2cc03ca48dca3eb208add4897a9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/69decc50600b47218dc2adbf7c9530d0] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=58.7 K
2024-11-21T02:16:12,024 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/de7bd3a21ae445a39e9a0e300ab66247, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=159.6 K
2024-11-21T02:16:12,024 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:12,024 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/de7bd3a21ae445a39e9a0e300ab66247, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7]
2024-11-21T02:16:12,025 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4112e3cb563040b292d70d53fba3d03a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155365171
2024-11-21T02:16:12,025 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting de7bd3a21ae445a39e9a0e300ab66247, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155365171
2024-11-21T02:16:12,025 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e4c9764d2e7441e0b82e3b27a86494d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732155365617
2024-11-21T02:16:12,026 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490955995f404eeb87878de050e41aba, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732155365617
2024-11-21T02:16:12,026 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 84efe959456f443cb3be22d520a9a302, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732155366074
2024-11-21T02:16:12,026 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 867b9e37b9bd41b2944e8c040b5b1528, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732155366074
2024-11-21T02:16:12,026 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 91d0f2cc03ca48dca3eb208add4897a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732155368431
2024-11-21T02:16:12,026 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f8755ac7da94d24a2565806537f185f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732155368431
2024-11-21T02:16:12,027 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4efe2d25eb4f401691d2e102ad7aa3a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732155369612
2024-11-21T02:16:12,027 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 69decc50600b47218dc2adbf7c9530d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732155369612
2024-11-21T02:16:12,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-21T02:16:12,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:12,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:16:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:12,089 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#132 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:12,090 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/9bdfd0e057ea4ff98f4b213dc2cd46bb is 50, key is test_row_0/B:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:12,096 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:12,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121af3d93ca7e0e4ce9b3a16d0e01f02042_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155371533/Put/seqid=0
2024-11-21T02:16:12,130 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411212047dd4bad5f4dd9a275ec3628f214e3_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:12,135 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411212047dd4bad5f4dd9a275ec3628f214e3_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:12,138 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212047dd4bad5f4dd9a275ec3628f214e3_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:12,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741980_1156 (size=12275)
2024-11-21T02:16:12,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741981_1157 (size=12304)
2024-11-21T02:16:12,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:12,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741982_1158 (size=4469)
2024-11-21T02:16:12,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121af3d93ca7e0e4ce9b3a16d0e01f02042_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121af3d93ca7e0e4ce9b3a16d0e01f02042_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:12,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/62783043f5b04548a2a57387abc7f5cb, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:12,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/62783043f5b04548a2a57387abc7f5cb is 175, key is test_row_0/A:col10/1732155371533/Put/seqid=0
2024-11-21T02:16:12,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741983_1159 (size=31105)
2024-11-21T02:16:12,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/62783043f5b04548a2a57387abc7f5cb
2024-11-21T02:16:12,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/06c9fc7f6f454c3e8e68276778417f10 is 50, key is test_row_0/B:col10/1732155371533/Put/seqid=0
2024-11-21T02:16:12,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741984_1160 (size=12151)
2024-11-21T02:16:12,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:12,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/06c9fc7f6f454c3e8e68276778417f10
2024-11-21T02:16:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6b784f41868d451cae283f10d17fa8f2 is 50, key is test_row_0/C:col10/1732155371533/Put/seqid=0
2024-11-21T02:16:12,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741985_1161 (size=12151)
2024-11-21T02:16:12,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155432277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:12,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155432391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-21T02:16:12,577 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#133 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:12,578 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/9bdfd0e057ea4ff98f4b213dc2cd46bb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9bdfd0e057ea4ff98f4b213dc2cd46bb
2024-11-21T02:16:12,578 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/127ba1d38ce94d27975e903febb7f779 is 175, key is test_row_0/A:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:12,594 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into 9bdfd0e057ea4ff98f4b213dc2cd46bb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:12,594 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:12,594 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=11, startTime=1732155372022; duration=0sec
2024-11-21T02:16:12,594 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:12,594 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:12,594 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:16:12,598 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:16:12,598 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:12,598 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:12,598 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/277b35289f7d4fbb8b74a9c18298f952, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/85acc0cd5eb543b8ba7ad17b88dfe039, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c825a48fe4c943169fd406f8d9846bc6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/822999b1f8ed49a183203af91ccc2fda, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6ee3869fe5524a01add370b121388651] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=58.7 K
2024-11-21T02:16:12,602 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 277b35289f7d4fbb8b74a9c18298f952, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155365171
2024-11-21T02:16:12,603 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 85acc0cd5eb543b8ba7ad17b88dfe039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732155365617
2024-11-21T02:16:12,603 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c825a48fe4c943169fd406f8d9846bc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732155366074
2024-11-21T02:16:12,604 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 822999b1f8ed49a183203af91ccc2fda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732155368431
2024-11-21T02:16:12,605 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee3869fe5524a01add370b121388651, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732155369612
2024-11-21T02:16:12,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155432604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:12,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:12,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741986_1162 (size=31229)
2024-11-21T02:16:12,636 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#137 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:12,637 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/9c5cbbc4bc534ab8b58e4858b2e68fec is 50, key is test_row_0/C:col10/1732155369657/Put/seqid=0
2024-11-21T02:16:12,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6b784f41868d451cae283f10d17fa8f2
2024-11-21T02:16:12,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/62783043f5b04548a2a57387abc7f5cb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb
2024-11-21T02:16:12,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741987_1163 (size=12275)
2024-11-21T02:16:12,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb, entries=150, sequenceid=147, filesize=30.4 K
2024-11-21T02:16:12,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/06c9fc7f6f454c3e8e68276778417f10 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/06c9fc7f6f454c3e8e68276778417f10
2024-11-21T02:16:12,699 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/9c5cbbc4bc534ab8b58e4858b2e68fec as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/9c5cbbc4bc534ab8b58e4858b2e68fec
2024-11-21T02:16:12,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/06c9fc7f6f454c3e8e68276778417f10, entries=150, sequenceid=147, filesize=11.9 K
2024-11-21T02:16:12,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6b784f41868d451cae283f10d17fa8f2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6b784f41868d451cae283f10d17fa8f2
2024-11-21T02:16:12,725 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into 9c5cbbc4bc534ab8b58e4858b2e68fec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:12,725 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:12,725 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=11, startTime=1732155372022; duration=0sec
2024-11-21T02:16:12,725 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:12,725 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:12,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6b784f41868d451cae283f10d17fa8f2, entries=150, sequenceid=147, filesize=11.9 K
2024-11-21T02:16:12,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155432712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:12,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155432712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:12,737 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4250 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:12,740 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4260 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:12,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6678c5fb8fed5a875ffb4d787fac8d96 in 684ms, sequenceid=147, compaction requested=false
2024-11-21T02:16:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-21T02:16:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-21T02:16:12,754 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-21T02:16:12,755 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3470 sec
2024-11-21T02:16:12,762 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.3670 sec
2024-11-21T02:16:12,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:16:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:12,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:12,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112160a875eef06e4cada77e209ccf009523_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:13,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741988_1164 (size=12304)
2024-11-21T02:16:13,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:13,058 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/127ba1d38ce94d27975e903febb7f779 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/127ba1d38ce94d27975e903febb7f779
2024-11-21T02:16:13,067 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112160a875eef06e4cada77e209ccf009523_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112160a875eef06e4cada77e209ccf009523_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:13,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3ec0eb8d9c804519a79b6932bb56af38, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:13,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3ec0eb8d9c804519a79b6932bb56af38 is 175, key is test_row_0/A:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:13,081 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into 127ba1d38ce94d27975e903febb7f779(size=30.5 K), total size for store is 60.9 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-21T02:16:13,081 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:13,081 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=11, startTime=1732155372022; duration=1sec
2024-11-21T02:16:13,081 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:13,081 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:13,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741989_1165 (size=31105)
2024-11-21T02:16:13,120 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3ec0eb8d9c804519a79b6932bb56af38
2024-11-21T02:16:13,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155433163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:13,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/2aa3519b4cd94b729bc58277e732e36d is 50, key is test_row_0/B:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:13,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741990_1166 (size=12151)
2024-11-21T02:16:13,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155433284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:13,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:13,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155433491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-21T02:16:13,551 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:13,556 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-21T02:16:13,558 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:13,560 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:13,560 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-21T02:16:13,615 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/2aa3519b4cd94b729bc58277e732e36d
2024-11-21T02:16:13,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/167d33d2fd9443f4a0aa7e5b27ba3335 is 50, key is test_row_0/C:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-21T02:16:13,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741991_1167 (size=12151)
2024-11-21T02:16:13,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-21T02:16:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:13,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:13,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155433822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:13,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-21T02:16:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:13,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:13,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155433883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:13,884 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-21T02:16:13,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155433891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:13,899 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:13,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:13,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:14,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-21T02:16:14,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:14,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:14,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:14,093 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/167d33d2fd9443f4a0aa7e5b27ba3335
2024-11-21T02:16:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3ec0eb8d9c804519a79b6932bb56af38 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38
2024-11-21T02:16:14,123 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38, entries=150, sequenceid=162, filesize=30.4 K
2024-11-21T02:16:14,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/2aa3519b4cd94b729bc58277e732e36d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2aa3519b4cd94b729bc58277e732e36d
2024-11-21T02:16:14,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2aa3519b4cd94b729bc58277e732e36d, entries=150, sequenceid=162, filesize=11.9 K
2024-11-21T02:16:14,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/167d33d2fd9443f4a0aa7e5b27ba3335 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/167d33d2fd9443f4a0aa7e5b27ba3335
2024-11-21T02:16:14,167 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/167d33d2fd9443f4a0aa7e5b27ba3335, entries=150, sequenceid=162, filesize=11.9 K
2024-11-21T02:16:14,171 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1230ms, sequenceid=162, compaction requested=true
2024-11-21T02:16:14,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:14,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:14,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:14,171 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:14,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:14,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:14,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:14,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:14,173 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93439 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:14,173 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:14,173 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,174 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/127ba1d38ce94d27975e903febb7f779, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=91.2 K
2024-11-21T02:16:14,174 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,174 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/127ba1d38ce94d27975e903febb7f779, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38]
2024-11-21T02:16:14,175 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 127ba1d38ce94d27975e903febb7f779, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732155369612
2024-11-21T02:16:14,176 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62783043f5b04548a2a57387abc7f5cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732155371481
2024-11-21T02:16:14,176 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:14,177 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ec0eb8d9c804519a79b6932bb56af38, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732155372264
2024-11-21T02:16:14,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-21T02:16:14,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,182 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:16:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:14,183 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:14,183 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:14,183 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,184 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9bdfd0e057ea4ff98f4b213dc2cd46bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/06c9fc7f6f454c3e8e68276778417f10, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2aa3519b4cd94b729bc58277e732e36d] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=35.7 K
2024-11-21T02:16:14,184 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bdfd0e057ea4ff98f4b213dc2cd46bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732155369612
2024-11-21T02:16:14,186 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 06c9fc7f6f454c3e8e68276778417f10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732155371481
2024-11-21T02:16:14,187 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa3519b4cd94b729bc58277e732e36d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732155372264
2024-11-21T02:16:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-21T02:16:14,209 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:14,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112152f98522d06842d588f16cbd5f5beeff_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155373146/Put/seqid=0
2024-11-21T02:16:14,222 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112114b9e5832b7b474ebd850450cf04d9dc_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:14,222 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:14,223 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/b066085581e849fab5e9d5358d5bf8da is 50, key is test_row_0/B:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:14,225 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112114b9e5832b7b474ebd850450cf04d9dc_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:14,225 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112114b9e5832b7b474ebd850450cf04d9dc_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:14,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741992_1168 (size=12304)
2024-11-21T02:16:14,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741994_1170 (size=4469)
2024-11-21T02:16:14,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741993_1169 (size=12527)
2024-11-21T02:16:14,262 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#142 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:14,263 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/b34341811f3040e8b916f65711152199 is 175, key is test_row_0/A:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:14,295 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/b066085581e849fab5e9d5358d5bf8da as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/b066085581e849fab5e9d5358d5bf8da
2024-11-21T02:16:14,317 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into b066085581e849fab5e9d5358d5bf8da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:14,317 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:14,317 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=13, startTime=1732155374171; duration=0sec
2024-11-21T02:16:14,317 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:14,317 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:14,318 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:14,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741995_1171 (size=31481)
2024-11-21T02:16:14,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:14,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:14,323 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,324 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/9c5cbbc4bc534ab8b58e4858b2e68fec, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6b784f41868d451cae283f10d17fa8f2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/167d33d2fd9443f4a0aa7e5b27ba3335] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=35.7 K
2024-11-21T02:16:14,324 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c5cbbc4bc534ab8b58e4858b2e68fec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732155369612
2024-11-21T02:16:14,325 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b784f41868d451cae283f10d17fa8f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732155371481
2024-11-21T02:16:14,325 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 167d33d2fd9443f4a0aa7e5b27ba3335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732155372264
2024-11-21T02:16:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:14,348 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:14,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:14,348 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a6fef47be6024c429d7a1c06a297854a is 50, key is test_row_0/C:col10/1732155372264/Put/seqid=0
2024-11-21T02:16:14,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741996_1172 (size=12527)
2024-11-21T02:16:14,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155434457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:14,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155434575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:14,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:14,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:14,643 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112152f98522d06842d588f16cbd5f5beeff_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112152f98522d06842d588f16cbd5f5beeff_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4e8f96bc38cd45ed92baec0f8dca402f, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4e8f96bc38cd45ed92baec0f8dca402f is 175, key is test_row_0/A:col10/1732155373146/Put/seqid=0
2024-11-21T02:16:14,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741997_1173 (size=31105)
2024-11-21T02:16:14,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4e8f96bc38cd45ed92baec0f8dca402f
2024-11-21T02:16:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/09c422e048eb455ba48cc0d9f3bd0a6a is 50, key is test_row_0/B:col10/1732155373146/Put/seqid=0
2024-11-21T02:16:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-21T02:16:14,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741998_1174 (size=12151)
2024-11-21T02:16:14,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/09c422e048eb455ba48cc0d9f3bd0a6a
2024-11-21T02:16:14,739 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/b34341811f3040e8b916f65711152199 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/b34341811f3040e8b916f65711152199
2024-11-21T02:16:14,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/18f2f8e54ef24d5e968de4ba31ca742d is 50, key is test_row_0/C:col10/1732155373146/Put/seqid=0
2024-11-21T02:16:14,755 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into b34341811f3040e8b916f65711152199(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:14,755 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:14,755 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=13, startTime=1732155374171; duration=0sec
2024-11-21T02:16:14,755 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:14,755 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:14,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741999_1175 (size=12151)
2024-11-21T02:16:14,766 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/18f2f8e54ef24d5e968de4ba31ca742d
2024-11-21T02:16:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/4e8f96bc38cd45ed92baec0f8dca402f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f
2024-11-21T02:16:14,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f, entries=150, sequenceid=182, filesize=30.4 K
2024-11-21T02:16:14,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155434792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:14,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:14,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:14,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:14,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/09c422e048eb455ba48cc0d9f3bd0a6a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/09c422e048eb455ba48cc0d9f3bd0a6a
2024-11-21T02:16:14,813 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a6fef47be6024c429d7a1c06a297854a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a6fef47be6024c429d7a1c06a297854a
2024-11-21T02:16:14,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/09c422e048eb455ba48cc0d9f3bd0a6a, entries=150, sequenceid=182, filesize=11.9 K
2024-11-21T02:16:14,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/18f2f8e54ef24d5e968de4ba31ca742d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/18f2f8e54ef24d5e968de4ba31ca742d
2024-11-21T02:16:14,825 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into a6fef47be6024c429d7a1c06a297854a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:14,825 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:14,825 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=13, startTime=1732155374172; duration=0sec
2024-11-21T02:16:14,825 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:14,825 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:14,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/18f2f8e54ef24d5e968de4ba31ca742d, entries=150, sequenceid=182, filesize=11.9 K
2024-11-21T02:16:14,833 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6678c5fb8fed5a875ffb4d787fac8d96 in 651ms, sequenceid=182, compaction requested=false
2024-11-21T02:16:14,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:14,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:14,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-21T02:16:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-21T02:16:14,837 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-21T02:16:14,837 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2750 sec
2024-11-21T02:16:14,840 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.2820 sec
2024-11-21T02:16:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:15,134 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:16:15,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:15,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fd98eb2b011a4ef1a9e1fddd8daa5c63_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742000_1176 (size=14794)
2024-11-21T02:16:15,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:15,229 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fd98eb2b011a4ef1a9e1fddd8daa5c63_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fd98eb2b011a4ef1a9e1fddd8daa5c63_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:15,235 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0f5ec859ae144c289bab08856e4bc933, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:15,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0f5ec859ae144c289bab08856e4bc933 is 175, key is test_row_0/A:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742001_1177 (size=39749)
2024-11-21T02:16:15,286 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0f5ec859ae144c289bab08856e4bc933
2024-11-21T02:16:15,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155435297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:15,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4794e991762b4cebbec693ca75697c8a is 50, key is test_row_0/B:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742002_1178 (size=12151)
2024-11-21T02:16:15,344 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4794e991762b4cebbec693ca75697c8a
2024-11-21T02:16:15,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a22d865f882b44009ae529d7ce003e30 is 50, key is test_row_0/C:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742003_1179 (size=12151)
2024-11-21T02:16:15,382 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a22d865f882b44009ae529d7ce003e30
2024-11-21T02:16:15,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0f5ec859ae144c289bab08856e4bc933 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933
2024-11-21T02:16:15,403 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933, entries=200, sequenceid=199, filesize=38.8 K
2024-11-21T02:16:15,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4794e991762b4cebbec693ca75697c8a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4794e991762b4cebbec693ca75697c8a
2024-11-21T02:16:15,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155435411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4794e991762b4cebbec693ca75697c8a, entries=150, sequenceid=199, filesize=11.9 K
2024-11-21T02:16:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:15,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a22d865f882b44009ae529d7ce003e30 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a22d865f882b44009ae529d7ce003e30
2024-11-21T02:16:15,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a22d865f882b44009ae529d7ce003e30, entries=150, sequenceid=199, filesize=11.9 K
2024-11-21T02:16:15,433 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6678c5fb8fed5a875ffb4d787fac8d96 in 299ms, sequenceid=199, compaction requested=true
2024-11-21T02:16:15,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:15,433 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:15,434 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:15,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:15,435 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:15,435 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:15,435 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:15,435 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/b34341811f3040e8b916f65711152199, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=99.9 K
2024-11-21T02:16:15,435 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:15,435 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/b34341811f3040e8b916f65711152199, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933]
2024-11-21T02:16:15,436 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b34341811f3040e8b916f65711152199, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732155372264
2024-11-21T02:16:15,436 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:15,436 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:15,436 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:15,436 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e8f96bc38cd45ed92baec0f8dca402f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732155373091
2024-11-21T02:16:15,436 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/b066085581e849fab5e9d5358d5bf8da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/09c422e048eb455ba48cc0d9f3bd0a6a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4794e991762b4cebbec693ca75697c8a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.0 K
2024-11-21T02:16:15,437 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f5ec859ae144c289bab08856e4bc933, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155374401
2024-11-21T02:16:15,437 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b066085581e849fab5e9d5358d5bf8da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732155372264
2024-11-21T02:16:15,439 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 09c422e048eb455ba48cc0d9f3bd0a6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732155373091
2024-11-21T02:16:15,439 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4794e991762b4cebbec693ca75697c8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155374410
2024-11-21T02:16:15,449 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:15,459 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:15,459 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/93a8e50c2b2e419ba947eae15ddcae2b is 50, key is test_row_0/B:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,481 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411210364d795a47b4d8ba68dce83e4c81b8b_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:15,483 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411210364d795a47b4d8ba68dce83e4c81b8b_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:15,483 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210364d795a47b4d8ba68dce83e4c81b8b_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:15,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742004_1180 (size=12629)
2024-11-21T02:16:15,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742005_1181 (size=4469)
2024-11-21T02:16:15,540 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#150 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:15,541 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/391bcc6ebb6c4b8fbae59f2779847365 is 175, key is test_row_0/A:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,545 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/93a8e50c2b2e419ba947eae15ddcae2b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/93a8e50c2b2e419ba947eae15ddcae2b
2024-11-21T02:16:15,552 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into 93a8e50c2b2e419ba947eae15ddcae2b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:15,552 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:15,552 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=13, startTime=1732155375434; duration=0sec
2024-11-21T02:16:15,552 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:15,552 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:15,552 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:15,558 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:15,558 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:15,558 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:15,558 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a6fef47be6024c429d7a1c06a297854a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/18f2f8e54ef24d5e968de4ba31ca742d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a22d865f882b44009ae529d7ce003e30] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.0 K
2024-11-21T02:16:15,558 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a6fef47be6024c429d7a1c06a297854a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732155372264
2024-11-21T02:16:15,559 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f2f8e54ef24d5e968de4ba31ca742d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732155373091
2024-11-21T02:16:15,559 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a22d865f882b44009ae529d7ce003e30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155374410
2024-11-21T02:16:15,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742006_1182 (size=31583)
2024-11-21T02:16:15,598 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:15,599 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/382aaeb619a64207b7a40691072a3f94 is 50, key is test_row_0/C:col10/1732155374454/Put/seqid=0
2024-11-21T02:16:15,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742007_1183 (size=12629)
2024-11-21T02:16:15,646 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/382aaeb619a64207b7a40691072a3f94 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/382aaeb619a64207b7a40691072a3f94
2024-11-21T02:16:15,647 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:16:15,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:15,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:15,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:15,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:15,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:15,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:15,655 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into 382aaeb619a64207b7a40691072a3f94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:15,655 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:15,655 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=13, startTime=1732155375434; duration=0sec
2024-11-21T02:16:15,655 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:15,655 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:15,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216f093c44d31f4b73be322cea308229ac_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155375247/Put/seqid=0
2024-11-21T02:16:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-21T02:16:15,727 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:15,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-21T02:16:15,734 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-21T02:16:15,735 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:15,736 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:15,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742008_1184 (size=14794)
2024-11-21T02:16:15,749 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:15,754 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216f093c44d31f4b73be322cea308229ac_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f093c44d31f4b73be322cea308229ac_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:15,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/6115177a4a7b4317a2c51801b743f860, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:15,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/6115177a4a7b4317a2c51801b743f860 is 175, key is test_row_0/A:col10/1732155375247/Put/seqid=0
2024-11-21T02:16:15,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155435773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-21T02:16:15,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742009_1185 (size=39749)
2024-11-21T02:16:15,852 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/6115177a4a7b4317a2c51801b743f860
2024-11-21T02:16:15,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/8156da09d7874814b2e6c8c0ca2ccc7a is 50, key is test_row_0/B:col10/1732155375247/Put/seqid=0
2024-11-21T02:16:15,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:15,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:15,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:15,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:15,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:15,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:15,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155435891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:15,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742010_1186 (size=12151)
2024-11-21T02:16:15,931 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/8156da09d7874814b2e6c8c0ca2ccc7a
2024-11-21T02:16:15,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/28edc0ab04f8428caaf0227ea144ac4d is 50, key is test_row_0/C:col10/1732155375247/Put/seqid=0
2024-11-21T02:16:15,987 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/391bcc6ebb6c4b8fbae59f2779847365 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/391bcc6ebb6c4b8fbae59f2779847365
2024-11-21T02:16:16,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742011_1187 (size=12151)
2024-11-21T02:16:16,006 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/28edc0ab04f8428caaf0227ea144ac4d
2024-11-21T02:16:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/6115177a4a7b4317a2c51801b743f860 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860
2024-11-21T02:16:16,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860, entries=200, sequenceid=219, filesize=38.8 K
2024-11-21T02:16:16,023 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into 391bcc6ebb6c4b8fbae59f2779847365(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:16,023 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:16,023 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=13, startTime=1732155375433; duration=0sec
2024-11-21T02:16:16,024 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:16,024 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/8156da09d7874814b2e6c8c0ca2ccc7a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/8156da09d7874814b2e6c8c0ca2ccc7a
2024-11-21T02:16:16,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-21T02:16:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,066 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/8156da09d7874814b2e6c8c0ca2ccc7a, entries=150, sequenceid=219, filesize=11.9 K
2024-11-21T02:16:16,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/28edc0ab04f8428caaf0227ea144ac4d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/28edc0ab04f8428caaf0227ea144ac4d
2024-11-21T02:16:16,097 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/28edc0ab04f8428caaf0227ea144ac4d, entries=150, sequenceid=219, filesize=11.9 K
2024-11-21T02:16:16,098 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 6678c5fb8fed5a875ffb4d787fac8d96 in 451ms, sequenceid=219, compaction requested=false
2024-11-21T02:16:16,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:16,123 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:16:16,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:16,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:16,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:16,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:16,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:16,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:16,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121117f492159de4c6bbe0d70ed7951802c_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:16,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742012_1188 (size=14794)
2024-11-21T02:16:16,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155436346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:16,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-21T02:16:16,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155436460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:16,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:16,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:16,634 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121117f492159de4c6bbe0d70ed7951802c_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121117f492159de4c6bbe0d70ed7951802c_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:16,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/7d641ee0f706471a9ceac32e3b08e60d, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:16,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/7d641ee0f706471a9ceac32e3b08e60d is 175, key is test_row_0/A:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:16,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742013_1189 (size=39749)
2024-11-21T02:16:16,668 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/7d641ee0f706471a9ceac32e3b08e60d
2024-11-21T02:16:16,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155436672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:16,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e6ef4bf3d5af4efd8947fbfe7a694861 is 50, key is test_row_0/B:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:16,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742014_1190 (size=12151)
2024-11-21T02:16:16,711 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e6ef4bf3d5af4efd8947fbfe7a694861
2024-11-21T02:16:16,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/4f759c7ce2e046f6af69fcb63cc4e4c6 is 50, key is test_row_0/C:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:16,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48700 deadline: 1732155436751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:16,753 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:16,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742015_1191 (size=12151)
2024-11-21T02:16:16,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48678 deadline: 1732155436781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:16,782 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8295 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:16,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-21T02:16:16,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:16,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155436984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:16,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:16,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:16,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:16,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:17,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:17,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:17,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=47
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:17,175 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/4f759c7ce2e046f6af69fcb63cc4e4c6
2024-11-21T02:16:17,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/7d641ee0f706471a9ceac32e3b08e60d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d
2024-11-21T02:16:17,199 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d, entries=200, sequenceid=235, filesize=38.8 K
2024-11-21T02:16:17,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e6ef4bf3d5af4efd8947fbfe7a694861 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e6ef4bf3d5af4efd8947fbfe7a694861
2024-11-21T02:16:17,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e6ef4bf3d5af4efd8947fbfe7a694861, entries=150, sequenceid=235, filesize=11.9 K
2024-11-21T02:16:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/4f759c7ce2e046f6af69fcb63cc4e4c6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/4f759c7ce2e046f6af69fcb63cc4e4c6
2024-11-21T02:16:17,248 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/4f759c7ce2e046f6af69fcb63cc4e4c6, entries=150, sequenceid=235, filesize=11.9 K
2024-11-21T02:16:17,250 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1128ms, sequenceid=235, compaction requested=true
2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:17,251 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:17,251 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:17,253 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111081 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:17,253 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:17,253 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,253 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/391bcc6ebb6c4b8fbae59f2779847365, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=108.5 K
2024-11-21T02:16:17,254 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:17,254 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:17,254 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,255 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/93a8e50c2b2e419ba947eae15ddcae2b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/8156da09d7874814b2e6c8c0ca2ccc7a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e6ef4bf3d5af4efd8947fbfe7a694861] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.1 K
2024-11-21T02:16:17,256 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a8e50c2b2e419ba947eae15ddcae2b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155374410
2024-11-21T02:16:17,256 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8156da09d7874814b2e6c8c0ca2ccc7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732155375247
2024-11-21T02:16:17,253 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,256 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/391bcc6ebb6c4b8fbae59f2779847365, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d]
2024-11-21T02:16:17,256 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6ef4bf3d5af4efd8947fbfe7a694861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732155375739
2024-11-21T02:16:17,256 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 391bcc6ebb6c4b8fbae59f2779847365, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155374410
2024-11-21T02:16:17,257 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6115177a4a7b4317a2c51801b743f860, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732155375247
2024-11-21T02:16:17,257 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d641ee0f706471a9ceac32e3b08e60d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732155375739
2024-11-21T02:16:17,277 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:17,282 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:17,283 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e89c3cbcfba94857af7485dd0ce3c19f is 50, key is test_row_0/B:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:17,289 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112146ba1c689770478aa08c6d5c2c2439a4_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:17,291 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112146ba1c689770478aa08c6d5c2c2439a4_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:17,291 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112146ba1c689770478aa08c6d5c2c2439a4_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:17,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-21T02:16:17,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:16:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:17,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:17,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742016_1192 (size=12731)
2024-11-21T02:16:17,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742017_1193 (size=4469)
2024-11-21T02:16:17,340 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/e89c3cbcfba94857af7485dd0ce3c19f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e89c3cbcfba94857af7485dd0ce3c19f
2024-11-21T02:16:17,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112146f83e6f7db74d929f0779386972dc81_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155376328/Put/seqid=0
2024-11-21T02:16:17,349 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into e89c3cbcfba94857af7485dd0ce3c19f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:17,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:17,349 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=13, startTime=1732155377251; duration=0sec
2024-11-21T02:16:17,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:17,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:17,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:17,358 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:17,358 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:17,358 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,358 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/382aaeb619a64207b7a40691072a3f94, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/28edc0ab04f8428caaf0227ea144ac4d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/4f759c7ce2e046f6af69fcb63cc4e4c6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.1 K
2024-11-21T02:16:17,361 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 382aaeb619a64207b7a40691072a3f94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155374410
2024-11-21T02:16:17,367 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28edc0ab04f8428caaf0227ea144ac4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732155375247
2024-11-21T02:16:17,371 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f759c7ce2e046f6af69fcb63cc4e4c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732155375739
2024-11-21T02:16:17,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742018_1194 (size=12304)
2024-11-21T02:16:17,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:17,404 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:17,405 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/b04d37b1239e4390b1a4570fd0b38191 is 50, key is test_row_0/C:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:17,406 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112146f83e6f7db74d929f0779386972dc81_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112146f83e6f7db74d929f0779386972dc81_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:17,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0c5a68f3d48c4cc59da7f3141d6ebabf, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:17,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0c5a68f3d48c4cc59da7f3141d6ebabf is 175, key is test_row_0/A:col10/1732155376328/Put/seqid=0
2024-11-21T02:16:17,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742019_1195 (size=12731)
2024-11-21T02:16:17,451 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/b04d37b1239e4390b1a4570fd0b38191 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/b04d37b1239e4390b1a4570fd0b38191
2024-11-21T02:16:17,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742020_1196 (size=31105)
2024-11-21T02:16:17,460 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into b04d37b1239e4390b1a4570fd0b38191(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:17,460 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:17,460 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=13, startTime=1732155377251; duration=0sec
2024-11-21T02:16:17,460 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:17,460 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:17,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0c5a68f3d48c4cc59da7f3141d6ebabf
2024-11-21T02:16:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/399bc66d4d9e402ea85b1635f1748e37 is 50, key is test_row_0/B:col10/1732155376328/Put/seqid=0
2024-11-21T02:16:17,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742021_1197 (size=12151)
2024-11-21T02:16:17,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/399bc66d4d9e402ea85b1635f1748e37
2024-11-21T02:16:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:17,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a0358ec56bc04d0a94e565023811eb2b is 50, key is test_row_0/C:col10/1732155376328/Put/seqid=0
2024-11-21T02:16:17,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742022_1198 (size=12151)
2024-11-21T02:16:17,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a0358ec56bc04d0a94e565023811eb2b
2024-11-21T02:16:17,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/0c5a68f3d48c4cc59da7f3141d6ebabf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf
2024-11-21T02:16:17,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:17,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155437671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:17,687 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf, entries=150, sequenceid=253, filesize=30.4 K
2024-11-21T02:16:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/399bc66d4d9e402ea85b1635f1748e37 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/399bc66d4d9e402ea85b1635f1748e37
2024-11-21T02:16:17,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/399bc66d4d9e402ea85b1635f1748e37, entries=150, sequenceid=253, filesize=11.9 K
2024-11-21T02:16:17,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/a0358ec56bc04d0a94e565023811eb2b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a0358ec56bc04d0a94e565023811eb2b
2024-11-21T02:16:17,706 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a0358ec56bc04d0a94e565023811eb2b, entries=150, sequenceid=253, filesize=11.9 K
2024-11-21T02:16:17,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6678c5fb8fed5a875ffb4d787fac8d96 in 390ms, sequenceid=253, compaction requested=false
2024-11-21T02:16:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-21T02:16:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-21T02:16:17,730 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-21T02:16:17,730 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9850 sec
2024-11-21T02:16:17,738 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.0000 sec
2024-11-21T02:16:17,739 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:17,739 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/2ba50296db614277bce5179bffc225c7 is 175, key is test_row_0/A:col10/1732155375750/Put/seqid=0
2024-11-21T02:16:17,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742023_1199 (size=31685)
2024-11-21T02:16:17,805 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:16:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:17,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d86b4f54037f42edae185ee45e4f35eb_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:17,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742024_1200 (size=14994)
2024-11-21T02:16:17,880 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:17,888 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d86b4f54037f42edae185ee45e4f35eb_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d86b4f54037f42edae185ee45e4f35eb_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:17,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8054037f97734cfc8649429e9b1a7999, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:17,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8054037f97734cfc8649429e9b1a7999 is 175, key is test_row_0/A:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-21T02:16:17,893 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:17,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-21T02:16:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:17,897 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:17,898 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:17,898 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:17,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742025_1201 (size=39949)
2024-11-21T02:16:17,956 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8054037f97734cfc8649429e9b1a7999
2024-11-21T02:16:17,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155437953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:17,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155437956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:17,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155437956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:18,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/135683c97b4343b984dadd329be8300c is 50, key is test_row_0/B:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:18,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742026_1202 (size=12301)
2024-11-21T02:16:18,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:18,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:18,052 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/135683c97b4343b984dadd329be8300c
2024-11-21T02:16:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/10294f68b9b04c3782380d13420fd20a is 50, key is test_row_0/C:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:18,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155438081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155438081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155438091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742027_1203 (size=12301)
2024-11-21T02:16:18,186 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/2ba50296db614277bce5179bffc225c7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/2ba50296db614277bce5179bffc225c7
2024-11-21T02:16:18,197 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into 2ba50296db614277bce5179bffc225c7(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:18,197 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:18,197 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=13, startTime=1732155377251; duration=0sec
2024-11-21T02:16:18,197 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:18,197 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:18,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:18,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155438301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155438301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155438301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:18,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,498 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/10294f68b9b04c3782380d13420fd20a
2024-11-21T02:16:18,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/8054037f97734cfc8649429e9b1a7999 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999
2024-11-21T02:16:18,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:18,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:18,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,535 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999, entries=200, sequenceid=270, filesize=39.0 K
2024-11-21T02:16:18,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/135683c97b4343b984dadd329be8300c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/135683c97b4343b984dadd329be8300c
2024-11-21T02:16:18,570 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/135683c97b4343b984dadd329be8300c, entries=150, sequenceid=270, filesize=12.0 K
2024-11-21T02:16:18,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/10294f68b9b04c3782380d13420fd20a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/10294f68b9b04c3782380d13420fd20a
2024-11-21T02:16:18,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155438611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155438611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,614 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/10294f68b9b04c3782380d13420fd20a, entries=150, sequenceid=270, filesize=12.0 K
2024-11-21T02:16:18,615 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6678c5fb8fed5a875ffb4d787fac8d96 in 810ms, sequenceid=270, compaction requested=true
2024-11-21T02:16:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:18,615 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:18,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:18,616 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:18,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:18,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:18,619 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:16:18,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:18,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:18,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:18,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:18,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:18,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:18,632 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:18,632 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102739 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:18,632 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:18,632 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:18,632 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,633 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/2ba50296db614277bce5179bffc225c7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=100.3 K
2024-11-21T02:16:18,633 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,633 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/2ba50296db614277bce5179bffc225c7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999]
2024-11-21T02:16:18,634 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,634 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e89c3cbcfba94857af7485dd0ce3c19f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/399bc66d4d9e402ea85b1635f1748e37, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/135683c97b4343b984dadd329be8300c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.3 K
2024-11-21T02:16:18,637 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba50296db614277bce5179bffc225c7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732155375739
2024-11-21T02:16:18,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T02:16:18,637 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e89c3cbcfba94857af7485dd0ce3c19f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732155375739
2024-11-21T02:16:18,643 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c5a68f3d48c4cc59da7f3141d6ebabf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732155376309
2024-11-21T02:16:18,644 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 399bc66d4d9e402ea85b1635f1748e37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732155376309
2024-11-21T02:16:18,647 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8054037f97734cfc8649429e9b1a7999, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732155377629
2024-11-21T02:16:18,649 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 135683c97b4343b984dadd329be8300c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732155377629
2024-11-21T02:16:18,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219a70abbe941e4fdcaa0c23717548c07e_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155377948/Put/seqid=0
2024-11-21T02:16:18,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:18,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,683 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:18,688 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121199a83a31f1a4d7b946cbc2c03c86f49_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:18,692 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121199a83a31f1a4d7b946cbc2c03c86f49_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:18,692 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121199a83a31f1a4d7b946cbc2c03c86f49_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:18,699 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:18,699 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/d9d7d4e0f89b422ca806dcf234c4934b is 50, key is test_row_0/B:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:18,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742028_1204 (size=14994)
2024-11-21T02:16:18,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:18,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742029_1205 (size=4469)
2024-11-21T02:16:18,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742030_1206 (size=12983)
2024-11-21T02:16:18,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155438763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:18,772 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219a70abbe941e4fdcaa0c23717548c07e_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219a70abbe941e4fdcaa0c23717548c07e_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:18,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d0baa5b93af0428bb74492e9bf4e7ec1, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:18,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d0baa5b93af0428bb74492e9bf4e7ec1 is 175, key is test_row_0/A:col10/1732155377948/Put/seqid=0
2024-11-21T02:16:18,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742031_1207 (size=39949)
2024-11-21T02:16:18,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:18,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:18,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:18,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155438881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:18,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:18,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:19,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:19,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155439092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:19,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155439123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:19,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155439125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:19,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:19,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,160 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#169 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:19,161 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/80b950ded4c540d1a9bde0ce73fba2c7 is 175, key is test_row_0/A:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,181 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/d9d7d4e0f89b422ca806dcf234c4934b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d9d7d4e0f89b422ca806dcf234c4934b
2024-11-21T02:16:19,188 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into d9d7d4e0f89b422ca806dcf234c4934b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:19,188 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:19,188 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=13, startTime=1732155378615; duration=0sec
2024-11-21T02:16:19,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742032_1208 (size=31937)
2024-11-21T02:16:19,190 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:19,190 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:19,190 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:19,198 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:19,198 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:19,199 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,199 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/b04d37b1239e4390b1a4570fd0b38191, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a0358ec56bc04d0a94e565023811eb2b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/10294f68b9b04c3782380d13420fd20a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.3 K
2024-11-21T02:16:19,199 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b04d37b1239e4390b1a4570fd0b38191, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732155375739
2024-11-21T02:16:19,199 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a0358ec56bc04d0a94e565023811eb2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732155376309
2024-11-21T02:16:19,200 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 10294f68b9b04c3782380d13420fd20a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732155377629
2024-11-21T02:16:19,205 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/80b950ded4c540d1a9bde0ce73fba2c7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/80b950ded4c540d1a9bde0ce73fba2c7
2024-11-21T02:16:19,215 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into 80b950ded4c540d1a9bde0ce73fba2c7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:19,215 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:19,215 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=13, startTime=1732155378615; duration=0sec
2024-11-21T02:16:19,215 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:19,215 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:19,216 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d0baa5b93af0428bb74492e9bf4e7ec1
2024-11-21T02:16:19,235 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:19,235 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/126543a92c2d4fa49c135f719d0e2a20 is 50, key is test_row_0/C:col10/1732155377797/Put/seqid=0
2024-11-21T02:16:19,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/0d2ad7044f7a49e19f48200c40bd3de6 is 50, key is test_row_0/B:col10/1732155377948/Put/seqid=0
2024-11-21T02:16:19,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742033_1209 (size=12983)
2024-11-21T02:16:19,305 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/126543a92c2d4fa49c135f719d0e2a20 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/126543a92c2d4fa49c135f719d0e2a20
2024-11-21T02:16:19,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,324 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into 126543a92c2d4fa49c135f719d0e2a20(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:19,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,324 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:19,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,324 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=13, startTime=1732155378616; duration=0sec
2024-11-21T02:16:19,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742034_1210 (size=12301)
2024-11-21T02:16:19,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/0d2ad7044f7a49e19f48200c40bd3de6
2024-11-21T02:16:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,327 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:19,327 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:19,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/7eebdcfaeb464132a80363e83d302828 is 50, key is test_row_0/C:col10/1732155377948/Put/seqid=0
2024-11-21T02:16:19,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742035_1211 (size=12301)
2024-11-21T02:16:19,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155439401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:19,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,800 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/7eebdcfaeb464132a80363e83d302828
2024-11-21T02:16:19,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/d0baa5b93af0428bb74492e9bf4e7ec1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1
2024-11-21T02:16:19,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1, entries=200, sequenceid=289, filesize=39.0 K
2024-11-21T02:16:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/0d2ad7044f7a49e19f48200c40bd3de6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0d2ad7044f7a49e19f48200c40bd3de6
2024-11-21T02:16:19,826 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0d2ad7044f7a49e19f48200c40bd3de6, entries=150, sequenceid=289, filesize=12.0 K
2024-11-21T02:16:19,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/7eebdcfaeb464132a80363e83d302828 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/7eebdcfaeb464132a80363e83d302828
2024-11-21T02:16:19,839 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/7eebdcfaeb464132a80363e83d302828, entries=150, sequenceid=289, filesize=12.0 K
2024-11-21T02:16:19,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1226ms, sequenceid=289, compaction requested=false
2024-11-21T02:16:19,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:19,922 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:16:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:19,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210a56dc52d4c844d4930117499cb55ac6_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:19,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:19,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742036_1212 (size=14994)
2024-11-21T02:16:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:20,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155440053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:20,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155440144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:20,146 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:20,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155440146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:20,152 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 6678c5fb8fed5a875ffb4d787fac8d96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:20,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:20,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155440164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:20,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155440381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:20,396 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:20,438 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210a56dc52d4c844d4930117499cb55ac6_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a56dc52d4c844d4930117499cb55ac6_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:20,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,448 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3f04dd6c9dd84427b334b0d01eefecb7, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:20,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3f04dd6c9dd84427b334b0d01eefecb7 is 175, key is test_row_0/A:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:20,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742037_1213 (size=39949)
2024-11-21T02:16:20,481 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3f04dd6c9dd84427b334b0d01eefecb7
2024-11-21T02:16:20,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/ce7ffbf2a2534186888dbf8ab3388b1b is 50, key is test_row_0/B:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:20,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742038_1214 (size=12301)
2024-11-21T02:16:20,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:20,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155440691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:20,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:20,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:20,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:20,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:20,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:20,988 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/ce7ffbf2a2534186888dbf8ab3388b1b
2024-11-21T02:16:21,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/3aae58c0fceb453e853a9a264f402c59 is 50, key is test_row_0/C:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:21,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742039_1215 (size=12301)
2024-11-21T02:16:21,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155441202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:21,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:21,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:21,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=49
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:21,423 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/3aae58c0fceb453e853a9a264f402c59
2024-11-21T02:16:21,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/3f04dd6c9dd84427b334b0d01eefecb7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7
2024-11-21T02:16:21,436 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7, entries=200, sequenceid=307, filesize=39.0 K
2024-11-21T02:16:21,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/ce7ffbf2a2534186888dbf8ab3388b1b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/ce7ffbf2a2534186888dbf8ab3388b1b
2024-11-21T02:16:21,453 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/ce7ffbf2a2534186888dbf8ab3388b1b, entries=150, sequenceid=307, filesize=12.0 K
2024-11-21T02:16:21,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/3aae58c0fceb453e853a9a264f402c59 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/3aae58c0fceb453e853a9a264f402c59
2024-11-21T02:16:21,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/3aae58c0fceb453e853a9a264f402c59, entries=150, sequenceid=307, filesize=12.0 K
2024-11-21T02:16:21,480 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1557ms, sequenceid=307, compaction requested=true
2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:21,480 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:21,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:21,480 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:21,489 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:21,489 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:21,489 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,489 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d9d7d4e0f89b422ca806dcf234c4934b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0d2ad7044f7a49e19f48200c40bd3de6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/ce7ffbf2a2534186888dbf8ab3388b1b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.7 K
2024-11-21T02:16:21,492 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111835 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:21,492 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:21,492 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,492 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/80b950ded4c540d1a9bde0ce73fba2c7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=109.2 K
2024-11-21T02:16:21,492 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d7d4e0f89b422ca806dcf234c4934b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732155377629
2024-11-21T02:16:21,492 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,492 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/80b950ded4c540d1a9bde0ce73fba2c7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7]
2024-11-21T02:16:21,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d2ad7044f7a49e19f48200c40bd3de6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732155377863
2024-11-21T02:16:21,494 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 80b950ded4c540d1a9bde0ce73fba2c7, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732155377629
2024-11-21T02:16:21,495 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d0baa5b93af0428bb74492e9bf4e7ec1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732155377863
2024-11-21T02:16:21,495 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f04dd6c9dd84427b334b0d01eefecb7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732155378691
2024-11-21T02:16:21,496 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce7ffbf2a2534186888dbf8ab3388b1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732155378691
2024-11-21T02:16:21,508 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:21,538 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:21,539 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/a4fc529efa0f4041bea9135d9f4b7bcf is 50, key is test_row_0/B:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:21,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-21T02:16:21,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-21T02:16:21,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:21,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:21,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:21,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:21,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:21,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:21,550 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121a32dbce2669c4b208057e70e0ebc691d_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:21,563 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121a32dbce2669c4b208057e70e0ebc691d_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:21,563 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a32dbce2669c4b208057e70e0ebc691d_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:21,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742040_1216 (size=13085)
2024-11-21T02:16:21,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ba8d783e7e864e299152592f2159e1bc_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155380029/Put/seqid=0
2024-11-21T02:16:21,649 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/a4fc529efa0f4041bea9135d9f4b7bcf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/a4fc529efa0f4041bea9135d9f4b7bcf
2024-11-21T02:16:21,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742041_1217 (size=4469)
2024-11-21T02:16:21,682 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#177 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:21,683 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/aada9580592b423996de83b5323cf86c is 175, key is test_row_0/A:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:21,687 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into a4fc529efa0f4041bea9135d9f4b7bcf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:21,687 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:21,687 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=13, startTime=1732155381480; duration=0sec
2024-11-21T02:16:21,687 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:21,687 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:21,687 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:21,689 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:21,690 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:21,690 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:21,690 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/126543a92c2d4fa49c135f719d0e2a20, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/7eebdcfaeb464132a80363e83d302828, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/3aae58c0fceb453e853a9a264f402c59] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=36.7 K
2024-11-21T02:16:21,691 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 126543a92c2d4fa49c135f719d0e2a20, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732155377629
2024-11-21T02:16:21,692 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eebdcfaeb464132a80363e83d302828, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732155377863
2024-11-21T02:16:21,692 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aae58c0fceb453e853a9a264f402c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732155378691
2024-11-21T02:16:21,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742042_1218 (size=12454)
2024-11-21T02:16:21,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:21,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ba8d783e7e864e299152592f2159e1bc_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ba8d783e7e864e299152592f2159e1bc_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:21,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/77954ae05eb74267a228228e43ec02a1, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/77954ae05eb74267a228228e43ec02a1 is 175, key is test_row_0/A:col10/1732155380029/Put/seqid=0
2024-11-21T02:16:21,732 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:21,733 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/5ceb79bf729645489acd8453951441df is 50, key is test_row_0/C:col10/1732155378759/Put/seqid=0
2024-11-21T02:16:21,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742043_1219 (size=32039)
2024-11-21T02:16:21,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742044_1220 (size=31255)
2024-11-21T02:16:21,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/77954ae05eb74267a228228e43ec02a1
2024-11-21T02:16:21,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742045_1221 (size=13085)
2024-11-21T02:16:21,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4e82f4f1e9ba4e9ca1577968bfdc2abe is 50, key is test_row_0/B:col10/1732155380029/Put/seqid=0
2024-11-21T02:16:21,837 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/aada9580592b423996de83b5323cf86c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/aada9580592b423996de83b5323cf86c
2024-11-21T02:16:21,861 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/5ceb79bf729645489acd8453951441df as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/5ceb79bf729645489acd8453951441df
2024-11-21T02:16:21,875 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into aada9580592b423996de83b5323cf86c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:21,875 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:21,875 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=13, startTime=1732155381480; duration=0sec
2024-11-21T02:16:21,875 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:21,875 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:21,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742046_1222 (size=12301)
2024-11-21T02:16:21,892 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4e82f4f1e9ba4e9ca1577968bfdc2abe
2024-11-21T02:16:21,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into 5ceb79bf729645489acd8453951441df(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:21,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:21,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=13, startTime=1732155381480; duration=0sec
2024-11-21T02:16:21,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:21,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/8eee9aeedb7d4400b34025c68a4a2892 is 50, key is test_row_0/C:col10/1732155380029/Put/seqid=0
2024-11-21T02:16:21,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742047_1223 (size=12301)
2024-11-21T02:16:21,957 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/8eee9aeedb7d4400b34025c68a4a2892
2024-11-21T02:16:21,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/77954ae05eb74267a228228e43ec02a1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1
2024-11-21T02:16:21,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1, entries=150, sequenceid=324, filesize=30.5 K
2024-11-21T02:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/4e82f4f1e9ba4e9ca1577968bfdc2abe as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4e82f4f1e9ba4e9ca1577968bfdc2abe
2024-11-21T02:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4e82f4f1e9ba4e9ca1577968bfdc2abe, entries=150, sequenceid=324, filesize=12.0 K
2024-11-21T02:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/8eee9aeedb7d4400b34025c68a4a2892 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/8eee9aeedb7d4400b34025c68a4a2892
2024-11-21T02:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/8eee9aeedb7d4400b34025c68a4a2892, entries=150, sequenceid=324, filesize=12.0 K
2024-11-21T02:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 6678c5fb8fed5a875ffb4d787fac8d96 in 483ms, sequenceid=324, compaction requested=false
2024-11-21T02:16:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-21T02:16:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-21T02:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,042 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-21T02:16:22,042 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1410 sec
2024-11-21T02:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 4.1520 sec
2024-11-21T02:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-21T02:16:22,061 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,062 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-21T02:16:22,064 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-21T02:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,065 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:22,065 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-21T02:16:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-21T02:16:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:22,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-21T02:16:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ed6fdf0e7b474ac39b11c2fb3e906d64_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155382224/Put/seqid=0
2024-11-21T02:16:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:22,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742048_1224 (size=12454)
2024-11-21T02:16:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:22,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ed6fdf0e7b474ac39b11c2fb3e906d64_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ed6fdf0e7b474ac39b11c2fb3e906d64_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/19e21ecdc45d4fb696b7c3e63a47fa2e, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:22,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/19e21ecdc45d4fb696b7c3e63a47fa2e is 175, key is test_row_0/A:col10/1732155382224/Put/seqid=0
2024-11-21T02:16:22,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742049_1225 (size=31251)
2024-11-21T02:16:22,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/19e21ecdc45d4fb696b7c3e63a47fa2e
2024-11-21T02:16:22,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155382292, max timestamp=1732155382331Num uniques 859; 
2024-11-21T02:16:22,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155382292, max timestamp=1732155382331Num uniques 859; 
2024-11-21T02:16:22,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:22,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:22,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/2394061e706a4852a7789f687a1d3f09 is 50, key is test_row_0/B:col10/1732155382224/Put/seqid=0
2024-11-21T02:16:22,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155382292, max timestamp=1732155382331Num uniques 859; 
2024-11-21T02:16:22,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-21T02:16:22,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742050_1226 (size=9857)
2024-11-21T02:16:22,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/2394061e706a4852a7789f687a1d3f09
2024-11-21T02:16:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/77d9c0d642f5450f82dbbba63a24fb77 is 50, key is test_row_0/C:col10/1732155382224/Put/seqid=0
2024-11-21T02:16:22,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732155382374, max timestamp=1732155382428Num uniques 1068; 
2024-11-21T02:16:22,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-21T02:16:22,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732155382374, max timestamp=1732155382428Num uniques 1068; 
2024-11-21T02:16:22,437 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-21T02:16:22,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732155382374, max timestamp=1732155382428Num uniques 1068; 
2024-11-21T02:16:22,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268
2024-11-21T02:16:22,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742051_1227 (size=9857)
2024-11-21T02:16:22,458 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/77d9c0d642f5450f82dbbba63a24fb77
2024-11-21T02:16:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/19e21ecdc45d4fb696b7c3e63a47fa2e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e
2024-11-21T02:16:22,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e, entries=150, sequenceid=333, filesize=30.5 K
2024-11-21T02:16:22,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/2394061e706a4852a7789f687a1d3f09 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2394061e706a4852a7789f687a1d3f09
2024-11-21T02:16:22,530 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2394061e706a4852a7789f687a1d3f09, entries=100, sequenceid=333, filesize=9.6 K
2024-11-21T02:16:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/77d9c0d642f5450f82dbbba63a24fb77 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/77d9c0d642f5450f82dbbba63a24fb77
2024-11-21T02:16:22,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/77d9c0d642f5450f82dbbba63a24fb77, entries=100, sequenceid=333, filesize=9.6 K
2024-11-21T02:16:22,541 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=140.89 KB/144270 for 6678c5fb8fed5a875ffb4d787fac8d96 in 313ms, sequenceid=333, compaction requested=true
2024-11-21T02:16:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-21T02:16:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-21T02:16:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:22,543 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB
2024-11-21T02:16:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:22,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:22,562 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-21T02:16:22,562 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 483 msec
2024-11-21T02:16:22,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ebc51d7f041d4902b9f9c7a4538bde06_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:22,580 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 510 msec
2024-11-21T02:16:22,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742052_1228 (size=20074)
2024-11-21T02:16:22,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155442588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155442600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155442603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-21T02:16:22,692 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:22,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-21T02:16:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:22,698 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:22,700 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:22,700 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:22,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155442721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155442721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155442721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:22,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:22,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:22,901 INFO  [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634.
2024-11-21T02:16:22,901 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:22,901 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,901 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,901 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:22,902 INFO  [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636.
2024-11-21T02:16:22,902 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:22,902 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,902 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,902 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:22,905 INFO  [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640.
2024-11-21T02:16:22,905 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:22,905 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,905 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,905 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:22,915 INFO  [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638.
2024-11-21T02:16:22,915 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:22,915 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,915 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:22,915 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:22,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155442931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155442931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155442931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:23,014 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ebc51d7f041d4902b9f9c7a4538bde06_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ebc51d7f041d4902b9f9c7a4538bde06_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:23,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/9febebd848c946cf96a8520e7fd00bff, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:23,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/9febebd848c946cf96a8520e7fd00bff is 175, key is test_row_0/A:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:23,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742053_1229 (size=57333)
2024-11-21T02:16:23,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155443241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:23,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155443242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155443244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:23,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,420 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/9febebd848c946cf96a8520e7fd00bff
2024-11-21T02:16:23,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/7792080f4f154d15b310fa7f1a8ebb9a is 50, key is test_row_0/B:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:23,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742054_1230 (size=12301)
2024-11-21T02:16:23,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:23,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48764 deadline: 1732155443751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48690 deadline: 1732155443751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48730 deadline: 1732155443761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:23,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:23,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:23,832 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/7792080f4f154d15b310fa7f1a8ebb9a
2024-11-21T02:16:23,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/e31a90a442894db0a46021f4eed978d0 is 50, key is test_row_0/C:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:23,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742055_1231 (size=12301)
2024-11-21T02:16:23,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:23,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:23,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:23,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,261 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/e31a90a442894db0a46021f4eed978d0
2024-11-21T02:16:24,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/9febebd848c946cf96a8520e7fd00bff as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff
2024-11-21T02:16:24,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:24,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,274 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff, entries=300, sequenceid=387, filesize=56.0 K
2024-11-21T02:16:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/7792080f4f154d15b310fa7f1a8ebb9a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/7792080f4f154d15b310fa7f1a8ebb9a
2024-11-21T02:16:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:24,281 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/7792080f4f154d15b310fa7f1a8ebb9a, entries=150, sequenceid=387, filesize=12.0 K
2024-11-21T02:16:24,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/e31a90a442894db0a46021f4eed978d0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e31a90a442894db0a46021f4eed978d0
2024-11-21T02:16:24,288 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e31a90a442894db0a46021f4eed978d0, entries=150, sequenceid=387, filesize=12.0 K
2024-11-21T02:16:24,288 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1745ms, sequenceid=387, compaction requested=true
2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:24,289 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:24,289 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6678c5fb8fed5a875ffb4d787fac8d96:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:24,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:24,290 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 151878 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:24,290 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:24,290 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/A is initiating minor compaction (all files)
2024-11-21T02:16:24,290 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/B is initiating minor compaction (all files)
2024-11-21T02:16:24,290 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/A in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,290 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/B in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,290 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/a4fc529efa0f4041bea9135d9f4b7bcf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4e82f4f1e9ba4e9ca1577968bfdc2abe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2394061e706a4852a7789f687a1d3f09, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/7792080f4f154d15b310fa7f1a8ebb9a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=46.4 K
2024-11-21T02:16:24,290 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/aada9580592b423996de83b5323cf86c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=148.3 K
2024-11-21T02:16:24,291 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,291 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/aada9580592b423996de83b5323cf86c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff]
2024-11-21T02:16:24,292 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a4fc529efa0f4041bea9135d9f4b7bcf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732155378691
2024-11-21T02:16:24,292 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting aada9580592b423996de83b5323cf86c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732155378691
2024-11-21T02:16:24,292 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77954ae05eb74267a228228e43ec02a1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732155379975
2024-11-21T02:16:24,292 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e82f4f1e9ba4e9ca1577968bfdc2abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732155379975
2024-11-21T02:16:24,293 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19e21ecdc45d4fb696b7c3e63a47fa2e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732155382204
2024-11-21T02:16:24,293 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2394061e706a4852a7789f687a1d3f09, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732155382208
2024-11-21T02:16:24,293 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9febebd848c946cf96a8520e7fd00bff, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732155382483
2024-11-21T02:16:24,293 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7792080f4f154d15b310fa7f1a8ebb9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732155382483
2024-11-21T02:16:24,308 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#B#compaction#189 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:24,309 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/6a1a457486224d8e9999ba1ba437f417 is 50, key is test_row_0/B:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:24,310 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:24,312 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121543966d807c640c4b7939f6b92089255_6678c5fb8fed5a875ffb4d787fac8d96 store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:24,328 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121543966d807c640c4b7939f6b92089255_6678c5fb8fed5a875ffb4d787fac8d96, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:24,328 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121543966d807c640c4b7939f6b92089255_6678c5fb8fed5a875ffb4d787fac8d96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:24,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742056_1232 (size=13221)
2024-11-21T02:16:24,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742057_1233 (size=4469)
2024-11-21T02:16:24,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:24,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:24,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cf56e7e457804e3ebe6c8c01413b29df_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155382581/Put/seqid=0
2024-11-21T02:16:24,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742058_1234 (size=12454)
2024-11-21T02:16:24,749 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/6a1a457486224d8e9999ba1ba437f417 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/6a1a457486224d8e9999ba1ba437f417
2024-11-21T02:16:24,749 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:24,750 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/f7862006231c47cca929bd9f5e912144 is 175, key is test_row_0/A:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:24,759 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/B of 6678c5fb8fed5a875ffb4d787fac8d96 into 6a1a457486224d8e9999ba1ba437f417(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:24,759 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:24,759 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/B, priority=12, startTime=1732155384289; duration=0sec
2024-11-21T02:16:24,759 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:24,759 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:B
2024-11-21T02:16:24,759 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:24,760 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:24,760 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 6678c5fb8fed5a875ffb4d787fac8d96/C is initiating minor compaction (all files)
2024-11-21T02:16:24,760 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6678c5fb8fed5a875ffb4d787fac8d96/C in TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:24,760 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/5ceb79bf729645489acd8453951441df, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/8eee9aeedb7d4400b34025c68a4a2892, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/77d9c0d642f5450f82dbbba63a24fb77, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e31a90a442894db0a46021f4eed978d0] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp, totalSize=46.4 K
2024-11-21T02:16:24,761 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ceb79bf729645489acd8453951441df, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732155378691
2024-11-21T02:16:24,762 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eee9aeedb7d4400b34025c68a4a2892, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732155379975
2024-11-21T02:16:24,762 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 77d9c0d642f5450f82dbbba63a24fb77, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732155382208
2024-11-21T02:16:24,762 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e31a90a442894db0a46021f4eed978d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1732155382483
2024-11-21T02:16:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. as already flushing
2024-11-21T02:16:24,764 INFO  [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623.
2024-11-21T02:16:24,764 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:24,764 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:24,764 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:24,764 INFO  [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627.
2024-11-21T02:16:24,764 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:24,764 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:24,764 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:24,764 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:24,764 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:24,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742059_1235 (size=32175)
2024-11-21T02:16:24,772 INFO  [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625.
2024-11-21T02:16:24,772 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:24,772 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:24,772 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:24,772 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:24,779 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6678c5fb8fed5a875ffb4d787fac8d96#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:24,780 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6d1b5792a37e40ea93566ca96bbeb5ee is 50, key is test_row_0/C:col10/1732155382533/Put/seqid=0
2024-11-21T02:16:24,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742060_1236 (size=13221)
2024-11-21T02:16:24,792 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/6d1b5792a37e40ea93566ca96bbeb5ee as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6d1b5792a37e40ea93566ca96bbeb5ee
2024-11-21T02:16:24,798 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/C of 6678c5fb8fed5a875ffb4d787fac8d96 into 6d1b5792a37e40ea93566ca96bbeb5ee(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:24,798 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:24,798 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/C, priority=12, startTime=1732155384289; duration=0sec
2024-11-21T02:16:24,798 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:24,798 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:C
2024-11-21T02:16:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:24,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cf56e7e457804e3ebe6c8c01413b29df_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cf56e7e457804e3ebe6c8c01413b29df_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/64b4d22a5054415c8d295c9ef911ea14, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:24,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/64b4d22a5054415c8d295c9ef911ea14 is 175, key is test_row_0/A:col10/1732155382581/Put/seqid=0
2024-11-21T02:16:24,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742061_1237 (size=31255)
2024-11-21T02:16:25,172 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/f7862006231c47cca929bd9f5e912144 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/f7862006231c47cca929bd9f5e912144
2024-11-21T02:16:25,177 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6678c5fb8fed5a875ffb4d787fac8d96/A of 6678c5fb8fed5a875ffb4d787fac8d96 into f7862006231c47cca929bd9f5e912144(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:25,177 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:25,177 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., storeName=6678c5fb8fed5a875ffb4d787fac8d96/A, priority=12, startTime=1732155384289; duration=0sec
2024-11-21T02:16:25,177 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:25,178 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6678c5fb8fed5a875ffb4d787fac8d96:A
2024-11-21T02:16:25,263 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/64b4d22a5054415c8d295c9ef911ea14
2024-11-21T02:16:25,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/9e5cef805b484859a20eaab7d1b6666c is 50, key is test_row_0/B:col10/1732155382581/Put/seqid=0
2024-11-21T02:16:25,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742062_1238 (size=12301)
2024-11-21T02:16:25,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/9e5cef805b484859a20eaab7d1b6666c
2024-11-21T02:16:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c1a3bd8351b44fce964c261e6ae4132e is 50, key is test_row_0/C:col10/1732155382581/Put/seqid=0
2024-11-21T02:16:25,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742063_1239 (size=12301)
2024-11-21T02:16:26,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c1a3bd8351b44fce964c261e6ae4132e
2024-11-21T02:16:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/64b4d22a5054415c8d295c9ef911ea14 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/64b4d22a5054415c8d295c9ef911ea14
2024-11-21T02:16:26,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/64b4d22a5054415c8d295c9ef911ea14, entries=150, sequenceid=395, filesize=30.5 K
2024-11-21T02:16:26,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/9e5cef805b484859a20eaab7d1b6666c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9e5cef805b484859a20eaab7d1b6666c
2024-11-21T02:16:26,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9e5cef805b484859a20eaab7d1b6666c, entries=150, sequenceid=395, filesize=12.0 K
2024-11-21T02:16:26,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/c1a3bd8351b44fce964c261e6ae4132e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c1a3bd8351b44fce964c261e6ae4132e
2024-11-21T02:16:26,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c1a3bd8351b44fce964c261e6ae4132e, entries=150, sequenceid=395, filesize=12.0 K
2024-11-21T02:16:26,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=20.13 KB/20610 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1715ms, sequenceid=395, compaction requested=false
2024-11-21T02:16:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 6678c5fb8fed5a875ffb4d787fac8d96:

2024-11-21T02:16:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-21T02:16:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-21T02:16:26,150 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-21T02:16:26,150 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4480 sec
2024-11-21T02:16:26,152 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 3.4580 sec
2024-11-21T02:16:26,833 INFO  [Thread-631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-631.
2024-11-21T02:16:26,833 DEBUG [Thread-631 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:26,833 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:26,833 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:26,833 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-21T02:16:26,861 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:26,873 INFO  [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629.
2024-11-21T02:16:26,873 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:26,873 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:26,873 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:26,873 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 70
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 147
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 24
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1533
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1549
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 718
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2152 rows
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 730
2024-11-21T02:16:26,873 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2189 rows
2024-11-21T02:16:26,874 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:16:26,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:16:26,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:26,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:26,874 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:26,875 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-21T02:16:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-21T02:16:26,879 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155386879"}]},"ts":"1732155386879"}
2024-11-21T02:16:26,881 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-21T02:16:26,881 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-21T02:16:26,882 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:16:26,884 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, UNASSIGN}]
2024-11-21T02:16:26,885 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, UNASSIGN
2024-11-21T02:16:26,885 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:26,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, UNASSIGN because future has completed
2024-11-21T02:16:26,887 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:16:26,887 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-21T02:16:27,039 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:27,039 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 6678c5fb8fed5a875ffb4d787fac8d96, disabling compactions & flushes
2024-11-21T02:16:27,040 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. after waiting 0 ms
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:27,040 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 6678c5fb8fed5a875ffb4d787fac8d96 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=A
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=B
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6678c5fb8fed5a875ffb4d787fac8d96, store=C
2024-11-21T02:16:27,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:27,048 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a498979e4aed4463a93eb808847def10_6678c5fb8fed5a875ffb4d787fac8d96 is 50, key is test_row_0/A:col10/1732155384771/Put/seqid=0
2024-11-21T02:16:27,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742064_1240 (size=12454)
2024-11-21T02:16:27,053 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:27,058 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a498979e4aed4463a93eb808847def10_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a498979e4aed4463a93eb808847def10_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:27,060 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/114ee7990a5e4796948c272a9e7e7a87, store: [table=TestAcidGuarantees family=A region=6678c5fb8fed5a875ffb4d787fac8d96]
2024-11-21T02:16:27,060 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/114ee7990a5e4796948c272a9e7e7a87 is 175, key is test_row_0/A:col10/1732155384771/Put/seqid=0
2024-11-21T02:16:27,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742065_1241 (size=31255)
2024-11-21T02:16:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-21T02:16:27,470 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/114ee7990a5e4796948c272a9e7e7a87
2024-11-21T02:16:27,480 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/0a6df2120dd14c43980935a605acebad is 50, key is test_row_0/B:col10/1732155384771/Put/seqid=0
2024-11-21T02:16:27,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742066_1242 (size=12301)
2024-11-21T02:16:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-21T02:16:27,887 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/0a6df2120dd14c43980935a605acebad
2024-11-21T02:16:27,897 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/be1c426d66d24a258676623790d2ec30 is 50, key is test_row_0/C:col10/1732155384771/Put/seqid=0
2024-11-21T02:16:27,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742067_1243 (size=12301)
2024-11-21T02:16:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-21T02:16:28,306 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/be1c426d66d24a258676623790d2ec30
2024-11-21T02:16:28,311 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/A/114ee7990a5e4796948c272a9e7e7a87 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/114ee7990a5e4796948c272a9e7e7a87
2024-11-21T02:16:28,315 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/114ee7990a5e4796948c272a9e7e7a87, entries=150, sequenceid=406, filesize=30.5 K
2024-11-21T02:16:28,316 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/B/0a6df2120dd14c43980935a605acebad as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0a6df2120dd14c43980935a605acebad
2024-11-21T02:16:28,320 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0a6df2120dd14c43980935a605acebad, entries=150, sequenceid=406, filesize=12.0 K
2024-11-21T02:16:28,321 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/.tmp/C/be1c426d66d24a258676623790d2ec30 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/be1c426d66d24a258676623790d2ec30
2024-11-21T02:16:28,325 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/be1c426d66d24a258676623790d2ec30, entries=150, sequenceid=406, filesize=12.0 K
2024-11-21T02:16:28,325 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1285ms, sequenceid=406, compaction requested=true
2024-11-21T02:16:28,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/de7bd3a21ae445a39e9a0e300ab66247, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/127ba1d38ce94d27975e903febb7f779, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/b34341811f3040e8b916f65711152199, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/391bcc6ebb6c4b8fbae59f2779847365, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/2ba50296db614277bce5179bffc225c7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/80b950ded4c540d1a9bde0ce73fba2c7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/aada9580592b423996de83b5323cf86c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff] to archive
2024-11-21T02:16:28,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:16:28,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4c02b97230d04f0795a06f2d1559df0a
2024-11-21T02:16:28,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d15d3c12c4f04876945a511744ae4d88
2024-11-21T02:16:28,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/de7bd3a21ae445a39e9a0e300ab66247 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/de7bd3a21ae445a39e9a0e300ab66247
2024-11-21T02:16:28,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/1ff028fa311547e59fd5b5f0024bce8a
2024-11-21T02:16:28,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/490955995f404eeb87878de050e41aba
2024-11-21T02:16:28,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/867b9e37b9bd41b2944e8c040b5b1528
2024-11-21T02:16:28,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8f8755ac7da94d24a2565806537f185f
2024-11-21T02:16:28,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/127ba1d38ce94d27975e903febb7f779 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/127ba1d38ce94d27975e903febb7f779
2024-11-21T02:16:28,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4efe2d25eb4f401691d2e102ad7aa3a7
2024-11-21T02:16:28,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/62783043f5b04548a2a57387abc7f5cb
2024-11-21T02:16:28,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/b34341811f3040e8b916f65711152199 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/b34341811f3040e8b916f65711152199
2024-11-21T02:16:28,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3ec0eb8d9c804519a79b6932bb56af38
2024-11-21T02:16:28,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/4e8f96bc38cd45ed92baec0f8dca402f
2024-11-21T02:16:28,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0f5ec859ae144c289bab08856e4bc933
2024-11-21T02:16:28,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/391bcc6ebb6c4b8fbae59f2779847365 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/391bcc6ebb6c4b8fbae59f2779847365
2024-11-21T02:16:28,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/6115177a4a7b4317a2c51801b743f860
2024-11-21T02:16:28,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/7d641ee0f706471a9ceac32e3b08e60d
2024-11-21T02:16:28,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/2ba50296db614277bce5179bffc225c7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/2ba50296db614277bce5179bffc225c7
2024-11-21T02:16:28,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/0c5a68f3d48c4cc59da7f3141d6ebabf
2024-11-21T02:16:28,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/8054037f97734cfc8649429e9b1a7999
2024-11-21T02:16:28,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/80b950ded4c540d1a9bde0ce73fba2c7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/80b950ded4c540d1a9bde0ce73fba2c7
2024-11-21T02:16:28,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/d0baa5b93af0428bb74492e9bf4e7ec1
2024-11-21T02:16:28,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/3f04dd6c9dd84427b334b0d01eefecb7
2024-11-21T02:16:28,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/aada9580592b423996de83b5323cf86c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/aada9580592b423996de83b5323cf86c
2024-11-21T02:16:28,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/77954ae05eb74267a228228e43ec02a1
2024-11-21T02:16:28,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/19e21ecdc45d4fb696b7c3e63a47fa2e
2024-11-21T02:16:28,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/9febebd848c946cf96a8520e7fd00bff
2024-11-21T02:16:28,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/572def2b313d4a869b99a321e02c3491, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d7887e6f40d64303a06c33fd086ec624, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4112e3cb563040b292d70d53fba3d03a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/33c72047e45141e8b1f1cf739c43c80f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e4c9764d2e7441e0b82e3b27a86494d5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/84efe959456f443cb3be22d520a9a302, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/91d0f2cc03ca48dca3eb208add4897a9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9bdfd0e057ea4ff98f4b213dc2cd46bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/69decc50600b47218dc2adbf7c9530d0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/06c9fc7f6f454c3e8e68276778417f10, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/b066085581e849fab5e9d5358d5bf8da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2aa3519b4cd94b729bc58277e732e36d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/09c422e048eb455ba48cc0d9f3bd0a6a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/93a8e50c2b2e419ba947eae15ddcae2b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4794e991762b4cebbec693ca75697c8a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/8156da09d7874814b2e6c8c0ca2ccc7a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e89c3cbcfba94857af7485dd0ce3c19f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e6ef4bf3d5af4efd8947fbfe7a694861, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/399bc66d4d9e402ea85b1635f1748e37, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d9d7d4e0f89b422ca806dcf234c4934b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/135683c97b4343b984dadd329be8300c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0d2ad7044f7a49e19f48200c40bd3de6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/a4fc529efa0f4041bea9135d9f4b7bcf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/ce7ffbf2a2534186888dbf8ab3388b1b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4e82f4f1e9ba4e9ca1577968bfdc2abe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2394061e706a4852a7789f687a1d3f09, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/7792080f4f154d15b310fa7f1a8ebb9a] to archive
2024-11-21T02:16:28,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:16:28,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/572def2b313d4a869b99a321e02c3491 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/572def2b313d4a869b99a321e02c3491
2024-11-21T02:16:28,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d7887e6f40d64303a06c33fd086ec624 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d7887e6f40d64303a06c33fd086ec624
2024-11-21T02:16:28,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4112e3cb563040b292d70d53fba3d03a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4112e3cb563040b292d70d53fba3d03a
2024-11-21T02:16:28,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/33c72047e45141e8b1f1cf739c43c80f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/33c72047e45141e8b1f1cf739c43c80f
2024-11-21T02:16:28,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e4c9764d2e7441e0b82e3b27a86494d5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e4c9764d2e7441e0b82e3b27a86494d5
2024-11-21T02:16:28,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/84efe959456f443cb3be22d520a9a302 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/84efe959456f443cb3be22d520a9a302
2024-11-21T02:16:28,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/91d0f2cc03ca48dca3eb208add4897a9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/91d0f2cc03ca48dca3eb208add4897a9
2024-11-21T02:16:28,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9bdfd0e057ea4ff98f4b213dc2cd46bb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9bdfd0e057ea4ff98f4b213dc2cd46bb
2024-11-21T02:16:28,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/69decc50600b47218dc2adbf7c9530d0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/69decc50600b47218dc2adbf7c9530d0
2024-11-21T02:16:28,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/06c9fc7f6f454c3e8e68276778417f10 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/06c9fc7f6f454c3e8e68276778417f10
2024-11-21T02:16:28,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/b066085581e849fab5e9d5358d5bf8da to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/b066085581e849fab5e9d5358d5bf8da
2024-11-21T02:16:28,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2aa3519b4cd94b729bc58277e732e36d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2aa3519b4cd94b729bc58277e732e36d
2024-11-21T02:16:28,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/09c422e048eb455ba48cc0d9f3bd0a6a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/09c422e048eb455ba48cc0d9f3bd0a6a
2024-11-21T02:16:28,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/93a8e50c2b2e419ba947eae15ddcae2b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/93a8e50c2b2e419ba947eae15ddcae2b
2024-11-21T02:16:28,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4794e991762b4cebbec693ca75697c8a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4794e991762b4cebbec693ca75697c8a
2024-11-21T02:16:28,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/8156da09d7874814b2e6c8c0ca2ccc7a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/8156da09d7874814b2e6c8c0ca2ccc7a
2024-11-21T02:16:28,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e89c3cbcfba94857af7485dd0ce3c19f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e89c3cbcfba94857af7485dd0ce3c19f
2024-11-21T02:16:28,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e6ef4bf3d5af4efd8947fbfe7a694861 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/e6ef4bf3d5af4efd8947fbfe7a694861
2024-11-21T02:16:28,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/399bc66d4d9e402ea85b1635f1748e37 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/399bc66d4d9e402ea85b1635f1748e37
2024-11-21T02:16:28,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d9d7d4e0f89b422ca806dcf234c4934b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/d9d7d4e0f89b422ca806dcf234c4934b
2024-11-21T02:16:28,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/135683c97b4343b984dadd329be8300c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/135683c97b4343b984dadd329be8300c
2024-11-21T02:16:28,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0d2ad7044f7a49e19f48200c40bd3de6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0d2ad7044f7a49e19f48200c40bd3de6
2024-11-21T02:16:28,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/a4fc529efa0f4041bea9135d9f4b7bcf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/a4fc529efa0f4041bea9135d9f4b7bcf
2024-11-21T02:16:28,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/ce7ffbf2a2534186888dbf8ab3388b1b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/ce7ffbf2a2534186888dbf8ab3388b1b
2024-11-21T02:16:28,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4e82f4f1e9ba4e9ca1577968bfdc2abe to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/4e82f4f1e9ba4e9ca1577968bfdc2abe
2024-11-21T02:16:28,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2394061e706a4852a7789f687a1d3f09 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/2394061e706a4852a7789f687a1d3f09
2024-11-21T02:16:28,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/7792080f4f154d15b310fa7f1a8ebb9a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/7792080f4f154d15b310fa7f1a8ebb9a
2024-11-21T02:16:28,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e1f2234c58d041cca78e351daf6a7307, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c65501c16bad4034a06ca5197e8665b8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/277b35289f7d4fbb8b74a9c18298f952, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a631842a389c47d3aceb0d83538fe61d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/85acc0cd5eb543b8ba7ad17b88dfe039, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c825a48fe4c943169fd406f8d9846bc6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/822999b1f8ed49a183203af91ccc2fda, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/9c5cbbc4bc534ab8b58e4858b2e68fec, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6ee3869fe5524a01add370b121388651, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6b784f41868d451cae283f10d17fa8f2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a6fef47be6024c429d7a1c06a297854a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/167d33d2fd9443f4a0aa7e5b27ba3335, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/18f2f8e54ef24d5e968de4ba31ca742d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/382aaeb619a64207b7a40691072a3f94, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a22d865f882b44009ae529d7ce003e30, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/28edc0ab04f8428caaf0227ea144ac4d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/b04d37b1239e4390b1a4570fd0b38191, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/4f759c7ce2e046f6af69fcb63cc4e4c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a0358ec56bc04d0a94e565023811eb2b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/126543a92c2d4fa49c135f719d0e2a20, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/10294f68b9b04c3782380d13420fd20a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/7eebdcfaeb464132a80363e83d302828, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/5ceb79bf729645489acd8453951441df, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/3aae58c0fceb453e853a9a264f402c59, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/8eee9aeedb7d4400b34025c68a4a2892, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/77d9c0d642f5450f82dbbba63a24fb77, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e31a90a442894db0a46021f4eed978d0] to archive
2024-11-21T02:16:28,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:16:28,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e1f2234c58d041cca78e351daf6a7307 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e1f2234c58d041cca78e351daf6a7307
2024-11-21T02:16:28,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c65501c16bad4034a06ca5197e8665b8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c65501c16bad4034a06ca5197e8665b8
2024-11-21T02:16:28,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/277b35289f7d4fbb8b74a9c18298f952 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/277b35289f7d4fbb8b74a9c18298f952
2024-11-21T02:16:28,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a631842a389c47d3aceb0d83538fe61d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a631842a389c47d3aceb0d83538fe61d
2024-11-21T02:16:28,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/85acc0cd5eb543b8ba7ad17b88dfe039 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/85acc0cd5eb543b8ba7ad17b88dfe039
2024-11-21T02:16:28,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c825a48fe4c943169fd406f8d9846bc6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c825a48fe4c943169fd406f8d9846bc6
2024-11-21T02:16:28,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/822999b1f8ed49a183203af91ccc2fda to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/822999b1f8ed49a183203af91ccc2fda
2024-11-21T02:16:28,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/9c5cbbc4bc534ab8b58e4858b2e68fec to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/9c5cbbc4bc534ab8b58e4858b2e68fec
2024-11-21T02:16:28,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6ee3869fe5524a01add370b121388651 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6ee3869fe5524a01add370b121388651
2024-11-21T02:16:28,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6b784f41868d451cae283f10d17fa8f2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6b784f41868d451cae283f10d17fa8f2
2024-11-21T02:16:28,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a6fef47be6024c429d7a1c06a297854a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a6fef47be6024c429d7a1c06a297854a
2024-11-21T02:16:28,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/167d33d2fd9443f4a0aa7e5b27ba3335 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/167d33d2fd9443f4a0aa7e5b27ba3335
2024-11-21T02:16:28,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/18f2f8e54ef24d5e968de4ba31ca742d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/18f2f8e54ef24d5e968de4ba31ca742d
2024-11-21T02:16:28,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/382aaeb619a64207b7a40691072a3f94 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/382aaeb619a64207b7a40691072a3f94
2024-11-21T02:16:28,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a22d865f882b44009ae529d7ce003e30 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a22d865f882b44009ae529d7ce003e30
2024-11-21T02:16:28,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/28edc0ab04f8428caaf0227ea144ac4d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/28edc0ab04f8428caaf0227ea144ac4d
2024-11-21T02:16:28,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/b04d37b1239e4390b1a4570fd0b38191 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/b04d37b1239e4390b1a4570fd0b38191
2024-11-21T02:16:28,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/4f759c7ce2e046f6af69fcb63cc4e4c6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/4f759c7ce2e046f6af69fcb63cc4e4c6
2024-11-21T02:16:28,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a0358ec56bc04d0a94e565023811eb2b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/a0358ec56bc04d0a94e565023811eb2b
2024-11-21T02:16:28,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/126543a92c2d4fa49c135f719d0e2a20 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/126543a92c2d4fa49c135f719d0e2a20
2024-11-21T02:16:28,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/10294f68b9b04c3782380d13420fd20a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/10294f68b9b04c3782380d13420fd20a
2024-11-21T02:16:28,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/7eebdcfaeb464132a80363e83d302828 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/7eebdcfaeb464132a80363e83d302828
2024-11-21T02:16:28,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/5ceb79bf729645489acd8453951441df to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/5ceb79bf729645489acd8453951441df
2024-11-21T02:16:28,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/3aae58c0fceb453e853a9a264f402c59 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/3aae58c0fceb453e853a9a264f402c59
2024-11-21T02:16:28,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/8eee9aeedb7d4400b34025c68a4a2892 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/8eee9aeedb7d4400b34025c68a4a2892
2024-11-21T02:16:28,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/77d9c0d642f5450f82dbbba63a24fb77 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/77d9c0d642f5450f82dbbba63a24fb77
2024-11-21T02:16:28,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e31a90a442894db0a46021f4eed978d0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/e31a90a442894db0a46021f4eed978d0
2024-11-21T02:16:28,444 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4
2024-11-21T02:16:28,445 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.
2024-11-21T02:16:28,445 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 6678c5fb8fed5a875ffb4d787fac8d96:
Waiting for close lock at 1732155387039Running coprocessor pre-close hooks at 1732155387039Disabling compacts and flushes for region at 1732155387039Disabling writes for close at 1732155387040 (+1 ms)Obtaining lock to block concurrent updates at 1732155387040Preparing flush snapshotting stores in 6678c5fb8fed5a875ffb4d787fac8d96 at 1732155387040Finished memstore snapshotting TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732155387040Flushing stores of TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96. at 1732155387041 (+1 ms)Flushing 6678c5fb8fed5a875ffb4d787fac8d96/A: creating writer at 1732155387041Flushing mob file 6678c5fb8fed5a875ffb4d787fac8d96/A: appending metadata at 1732155387048 (+7 ms)Flushing mob file 6678c5fb8fed5a875ffb4d787fac8d96/A: closing flushed file at 1732155387048Flushing 6678c5fb8fed5a875ffb4d787fac8d96/A: appending metadata at 1732155387060 (+12 ms)Flushing 6678c5fb8fed5a875ffb4d787fac8d96/A: closing flushed file at 1732155387060Flushing 6678c5fb8fed5a875ffb4d787fac8d96/B: creating writer at 1732155387477 (+417 ms)Flushing 6678c5fb8fed5a875ffb4d787fac8d96/B: appending metadata at 1732155387480 (+3 ms)Flushing 6678c5fb8fed5a875ffb4d787fac8d96/B: closing flushed file at 1732155387480Flushing 6678c5fb8fed5a875ffb4d787fac8d96/C: creating writer at 1732155387893 (+413 ms)Flushing 6678c5fb8fed5a875ffb4d787fac8d96/C: appending metadata at 1732155387896 (+3 ms)Flushing 6678c5fb8fed5a875ffb4d787fac8d96/C: closing flushed file at 1732155387896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e984f04: reopening flushed file at 1732155388310 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ca2138: reopening flushed file at 1732155388315 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31332bbc: reopening flushed file at 1732155388320 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6678c5fb8fed5a875ffb4d787fac8d96 in 1285ms, sequenceid=406, compaction requested=true at 1732155388325 (+5 ms)Writing region close event to WAL at 1732155388441 (+116 ms)Running coprocessor post-close hooks at 1732155388445 (+4 ms)Closed at 1732155388445
2024-11-21T02:16:28,447 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:28,448 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=6678c5fb8fed5a875ffb4d787fac8d96, regionState=CLOSED
2024-11-21T02:16:28,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:28,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-21T02:16:28,452 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 6678c5fb8fed5a875ffb4d787fac8d96, server=5aee4e3683e9,46609,1732155320682 in 1.5630 sec
2024-11-21T02:16:28,454 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-11-21T02:16:28,454 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6678c5fb8fed5a875ffb4d787fac8d96, UNASSIGN in 1.5690 sec
2024-11-21T02:16:28,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-21T02:16:28,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5720 sec
2024-11-21T02:16:28,457 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155388457"}]},"ts":"1732155388457"}
2024-11-21T02:16:28,459 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-21T02:16:28,459 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-21T02:16:28,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5850 sec
2024-11-21T02:16:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-21T02:16:29,022 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:29,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-21T02:16:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,025 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,026 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-21T02:16:29,030 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,032 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/recovered.edits]
2024-11-21T02:16:29,035 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/114ee7990a5e4796948c272a9e7e7a87 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/114ee7990a5e4796948c272a9e7e7a87
2024-11-21T02:16:29,037 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/64b4d22a5054415c8d295c9ef911ea14 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/64b4d22a5054415c8d295c9ef911ea14
2024-11-21T02:16:29,038 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/f7862006231c47cca929bd9f5e912144 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/A/f7862006231c47cca929bd9f5e912144
2024-11-21T02:16:29,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0a6df2120dd14c43980935a605acebad to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/0a6df2120dd14c43980935a605acebad
2024-11-21T02:16:29,044 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/6a1a457486224d8e9999ba1ba437f417 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/6a1a457486224d8e9999ba1ba437f417
2024-11-21T02:16:29,045 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9e5cef805b484859a20eaab7d1b6666c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/B/9e5cef805b484859a20eaab7d1b6666c
2024-11-21T02:16:29,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6d1b5792a37e40ea93566ca96bbeb5ee to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/6d1b5792a37e40ea93566ca96bbeb5ee
2024-11-21T02:16:29,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/be1c426d66d24a258676623790d2ec30 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/be1c426d66d24a258676623790d2ec30
2024-11-21T02:16:29,050 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c1a3bd8351b44fce964c261e6ae4132e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/C/c1a3bd8351b44fce964c261e6ae4132e
2024-11-21T02:16:29,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/recovered.edits/409.seqid to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96/recovered.edits/409.seqid
2024-11-21T02:16:29,053 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,053 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-21T02:16:29,054 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-21T02:16:29,055 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-21T02:16:29,059 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a56dc52d4c844d4930117499cb55ac6_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210a56dc52d4c844d4930117499cb55ac6_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,060 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121117f492159de4c6bbe0d70ed7951802c_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121117f492159de4c6bbe0d70ed7951802c_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,061 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127398aa30cc848938894a5e13f7c7c4e_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112127398aa30cc848938894a5e13f7c7c4e_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,063 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112146f83e6f7db74d929f0779386972dc81_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112146f83e6f7db74d929f0779386972dc81_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,064 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112152f98522d06842d588f16cbd5f5beeff_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112152f98522d06842d588f16cbd5f5beeff_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,065 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112160a875eef06e4cada77e209ccf009523_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112160a875eef06e4cada77e209ccf009523_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,066 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f093c44d31f4b73be322cea308229ac_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216f093c44d31f4b73be322cea308229ac_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,067 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217c3bfc950ca342ab80e25f4e74f5ef03_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217c3bfc950ca342ab80e25f4e74f5ef03_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,069 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219a70abbe941e4fdcaa0c23717548c07e_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219a70abbe941e4fdcaa0c23717548c07e_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,070 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219c697a518acb46bcb40a97c647b7927a_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219c697a518acb46bcb40a97c647b7927a_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,071 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a498979e4aed4463a93eb808847def10_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a498979e4aed4463a93eb808847def10_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,072 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121af3d93ca7e0e4ce9b3a16d0e01f02042_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121af3d93ca7e0e4ce9b3a16d0e01f02042_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,073 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ba8d783e7e864e299152592f2159e1bc_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ba8d783e7e864e299152592f2159e1bc_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,075 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c4c732d3a7ae4ff5b3a40bf40879696c_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c4c732d3a7ae4ff5b3a40bf40879696c_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,076 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ce904b229fc1455c96d985d4a2b62c4a_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ce904b229fc1455c96d985d4a2b62c4a_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,077 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cf56e7e457804e3ebe6c8c01413b29df_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cf56e7e457804e3ebe6c8c01413b29df_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,078 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d86b4f54037f42edae185ee45e4f35eb_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d86b4f54037f42edae185ee45e4f35eb_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,080 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e48381003bdb472ea55d0dd222637dd1_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e48381003bdb472ea55d0dd222637dd1_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,081 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ebc51d7f041d4902b9f9c7a4538bde06_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ebc51d7f041d4902b9f9c7a4538bde06_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,082 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ed6fdf0e7b474ac39b11c2fb3e906d64_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ed6fdf0e7b474ac39b11c2fb3e906d64_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,083 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7ffc59ed2f64709a0e7d8165cb4a766_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f7ffc59ed2f64709a0e7d8165cb4a766_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,084 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fd98eb2b011a4ef1a9e1fddd8daa5c63_6678c5fb8fed5a875ffb4d787fac8d96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fd98eb2b011a4ef1a9e1fddd8daa5c63_6678c5fb8fed5a875ffb4d787fac8d96
2024-11-21T02:16:29,085 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-21T02:16:29,087 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,089 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-21T02:16:29,092 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-21T02:16:29,093 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,093 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-21T02:16:29,093 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732155389093"}]},"ts":"9223372036854775807"}
2024-11-21T02:16:29,096 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-21T02:16:29,096 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6678c5fb8fed5a875ffb4d787fac8d96, NAME => 'TestAcidGuarantees,,1732155360655.6678c5fb8fed5a875ffb4d787fac8d96.', STARTKEY => '', ENDKEY => ''}]
2024-11-21T02:16:29,096 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-21T02:16:29,096 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732155389096"}]},"ts":"9223372036854775807"}
2024-11-21T02:16:29,098 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-21T02:16:29,098 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,100 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 76 msec
2024-11-21T02:16:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-21T02:16:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-21T02:16:29,132 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:29,143 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 246)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2049705311_22 at /127.0.0.1:54708 [Waiting for operation #193]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_939467120_22 at /127.0.0.1:52558 [Waiting for operation #398]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2049705311_22 at /127.0.0.1:33954 [Waiting for operation #427]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_939467120_22 at /127.0.0.1:53808 [Waiting for operation #303]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=461 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=975 (was 859) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1043 (was 366) - AvailableMemoryMB LEAK? -
2024-11-21T02:16:29,155 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=975, ProcessCount=11, AvailableMemoryMB=1041
2024-11-21T02:16:29,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:16:29,156 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:16:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:29,159 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T02:16:29,159 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:29,160 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 59
2024-11-21T02:16:29,161 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T02:16:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-21T02:16:29,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742068_1244 (size=1061)
2024-11-21T02:16:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-21T02:16:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-21T02:16:29,569 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:16:29,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742069_1245 (size=53)
2024-11-21T02:16:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-21T02:16:29,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:29,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 17613662755245aa57b59f2978ef4641, disabling compactions & flushes
2024-11-21T02:16:29,975 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:29,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:29,975 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. after waiting 0 ms
2024-11-21T02:16:29,976 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:29,976 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:29,976 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17613662755245aa57b59f2978ef4641:
Waiting for close lock at 1732155389975Disabling compacts and flushes for region at 1732155389975Disabling writes for close at 1732155389975Writing region close event to WAL at 1732155389976 (+1 ms)Closed at 1732155389976
2024-11-21T02:16:29,979 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T02:16:29,979 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732155389979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155389979"}]},"ts":"1732155389979"}
2024-11-21T02:16:29,982 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T02:16:29,985 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T02:16:29,986 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155389985"}]},"ts":"1732155389985"}
2024-11-21T02:16:29,987 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-21T02:16:29,988 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, ASSIGN}]
2024-11-21T02:16:29,989 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, ASSIGN
2024-11-21T02:16:29,990 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=false
2024-11-21T02:16:30,141 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=17613662755245aa57b59f2978ef4641, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:30,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, ASSIGN because future has completed
2024-11-21T02:16:30,144 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:30,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:16:30,300 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:30,300 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:16:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-21T02:16:30,301 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,301 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:30,301 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,301 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,303 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 17613662755245aa57b59f2978ef4641 
2024-11-21T02:16:30,305 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:30,305 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17613662755245aa57b59f2978ef4641 columnFamilyName A
2024-11-21T02:16:30,305 DEBUG [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:30,306 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.HStore(327): Store=17613662755245aa57b59f2978ef4641/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:30,306 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 17613662755245aa57b59f2978ef4641 
2024-11-21T02:16:30,308 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:30,308 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17613662755245aa57b59f2978ef4641 columnFamilyName B
2024-11-21T02:16:30,308 DEBUG [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:30,308 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.HStore(327): Store=17613662755245aa57b59f2978ef4641/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:30,308 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 17613662755245aa57b59f2978ef4641 
2024-11-21T02:16:30,310 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:30,310 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17613662755245aa57b59f2978ef4641 columnFamilyName C
2024-11-21T02:16:30,310 DEBUG [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:30,310 INFO  [StoreOpener-17613662755245aa57b59f2978ef4641-1 {}] regionserver.HStore(327): Store=17613662755245aa57b59f2978ef4641/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:30,310 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:30,310 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,311 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,311 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,312 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,312 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,313 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:16:30,314 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,316 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:16:30,316 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 17613662755245aa57b59f2978ef4641; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62216494, jitterRate=-0.07290199398994446}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:16:30,316 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:30,317 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 17613662755245aa57b59f2978ef4641:
Running coprocessor pre-open hook at 1732155390301Writing region info on filesystem at 1732155390301Initializing all the Stores at 1732155390302 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155390302Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155390303 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155390303Cleaning up temporary data from old regions at 1732155390312 (+9 ms)Running coprocessor post-open hooks at 1732155390316 (+4 ms)Region opened successfully at 1732155390317 (+1 ms)
2024-11-21T02:16:30,318 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., pid=61, masterSystemTime=1732155390296
2024-11-21T02:16:30,319 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:30,319 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:30,320 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=17613662755245aa57b59f2978ef4641, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:30,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:30,323 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-21T02:16:30,324 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682 in 178 msec
2024-11-21T02:16:30,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-11-21T02:16:30,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, ASSIGN in 337 msec
2024-11-21T02:16:30,326 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T02:16:30,326 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155390326"}]},"ts":"1732155390326"}
2024-11-21T02:16:30,327 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-21T02:16:30,328 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T02:16:30,329 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec
2024-11-21T02:16:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-21T02:16:31,311 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:31,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1872aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,314 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37a689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,316 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63371c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,319 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:16:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:16:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@257a165f
2024-11-21T02:16:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:16:31,322 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:16:31,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c863246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,325 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420cd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,327 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593ad6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d22d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,331 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121e7bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ff3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,333 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cfd7d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,335 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62371e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32865d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,340 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50047f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,342 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adb19b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67136d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,344 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b303732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,346 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dd9d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6261277b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,348 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725609e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,349 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,352 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6be807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,354 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f621313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f5f704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,356 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3000b0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,358 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afef40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,361 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a8f7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,363 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d36bbb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2d949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:31,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:31,365 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639b2d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:31,367 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590ed7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:31,368 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,368 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,370 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,370 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-21T02:16:31,372 DEBUG [Thread-1147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:31,372 DEBUG [Thread-1147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,373 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,373 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,374 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,377 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,377 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,378 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,378 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,379 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,379 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,379 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:31,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,381 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,381 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:31,381 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:31,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,386 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:31,389 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:16:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:31,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:31,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,391 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,391 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,394 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:31,397 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:31,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:16:31,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/99a235b31f1243c696ef4652eb4c0f04 is 50, key is test_row_0/A:col10/1732155391383/Put/seqid=0
2024-11-21T02:16:31,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155391461, max timestamp=1732155391467Num uniques 859; 
2024-11-21T02:16:31,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:31,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155391461, max timestamp=1732155391467Num uniques 859; 
2024-11-21T02:16:31,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155391461, max timestamp=1732155391467Num uniques 859; 
2024-11-21T02:16:31,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:31,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:31,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742070_1246 (size=14341)
2024-11-21T02:16:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:31,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/99a235b31f1243c696ef4652eb4c0f04
2024-11-21T02:16:31,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155451501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155451503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155451515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,529 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155451515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155451513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:31,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/1a6f1c8c53554c0cb6bcc6944bfd4151 is 50, key is test_row_0/B:col10/1732155391383/Put/seqid=0
2024-11-21T02:16:31,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742071_1247 (size=12001)
2024-11-21T02:16:31,570 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/1a6f1c8c53554c0cb6bcc6944bfd4151
2024-11-21T02:16:31,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155451627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155451632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/6b0b7f620cb343e499da85b11c25f724 is 50, key is test_row_0/C:col10/1732155391383/Put/seqid=0
2024-11-21T02:16:31,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155451640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155451640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,649 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155451641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742072_1248 (size=12001)
2024-11-21T02:16:31,671 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/6b0b7f620cb343e499da85b11c25f724
2024-11-21T02:16:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:31,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:31,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:31,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:31,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:31,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/99a235b31f1243c696ef4652eb4c0f04 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/99a235b31f1243c696ef4652eb4c0f04
2024-11-21T02:16:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,708 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/99a235b31f1243c696ef4652eb4c0f04, entries=200, sequenceid=11, filesize=14.0 K
2024-11-21T02:16:31,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/1a6f1c8c53554c0cb6bcc6944bfd4151 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/1a6f1c8c53554c0cb6bcc6944bfd4151
2024-11-21T02:16:31,720 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/1a6f1c8c53554c0cb6bcc6944bfd4151, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:16:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/6b0b7f620cb343e499da85b11c25f724 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/6b0b7f620cb343e499da85b11c25f724
2024-11-21T02:16:31,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/6b0b7f620cb343e499da85b11c25f724, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:16:31,735 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 17613662755245aa57b59f2978ef4641 in 345ms, sequenceid=11, compaction requested=false
2024-11-21T02:16:31,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:31,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155391495, max timestamp=1732155391845Num uniques 1018; 
2024-11-21T02:16:31,850 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=102.87 KB heapSize=292.20 KB
2024-11-21T02:16:31,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155391495, max timestamp=1732155391845Num uniques 1018; 
2024-11-21T02:16:31,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-21T02:16:31,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:31,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-21T02:16:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-21T02:16:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:31,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:31,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:31,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:31,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/c5fcf152861844adb4173c4d7b233c4c is 50, key is test_row_0/A:col10/1732155391845/Put/seqid=0
2024-11-21T02:16:31,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742073_1249 (size=14341)
2024-11-21T02:16:31,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155451899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155451904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155451905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155451905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155451909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:31,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:32,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155452020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155452021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155452021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155452021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155452044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155452231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155452231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155452231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155452232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155452251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,293 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/c5fcf152861844adb4173c4d7b233c4c
2024-11-21T02:16:32,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/2279543ac3b34d6291e941d789aa1283 is 50, key is test_row_0/B:col10/1732155391845/Put/seqid=0
2024-11-21T02:16:32,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742074_1250 (size=12001)
2024-11-21T02:16:32,399 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/2279543ac3b34d6291e941d789aa1283
2024-11-21T02:16:32,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/26c83d9325b146aa852fb38cd3e0d71f is 50, key is test_row_0/C:col10/1732155391845/Put/seqid=0
2024-11-21T02:16:32,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742075_1251 (size=12001)
2024-11-21T02:16:32,469 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/26c83d9325b146aa852fb38cd3e0d71f
2024-11-21T02:16:32,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/c5fcf152861844adb4173c4d7b233c4c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/c5fcf152861844adb4173c4d7b233c4c
2024-11-21T02:16:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:32,513 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/c5fcf152861844adb4173c4d7b233c4c, entries=200, sequenceid=49, filesize=14.0 K
2024-11-21T02:16:32,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/2279543ac3b34d6291e941d789aa1283 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/2279543ac3b34d6291e941d789aa1283
2024-11-21T02:16:32,522 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/2279543ac3b34d6291e941d789aa1283, entries=150, sequenceid=49, filesize=11.7 K
2024-11-21T02:16:32,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/26c83d9325b146aa852fb38cd3e0d71f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/26c83d9325b146aa852fb38cd3e0d71f
2024-11-21T02:16:32,537 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/26c83d9325b146aa852fb38cd3e0d71f, entries=150, sequenceid=49, filesize=11.7 K
2024-11-21T02:16:32,540 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for 17613662755245aa57b59f2978ef4641 in 689ms, sequenceid=49, compaction requested=false
2024-11-21T02:16:32,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:32,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155391901, max timestamp=1732155392550Num uniques 859; 
2024-11-21T02:16:32,554 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155391901, max timestamp=1732155392550Num uniques 859; 
2024-11-21T02:16:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:32,557 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB
2024-11-21T02:16:32,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155391901, max timestamp=1732155392550Num uniques 859; 
2024-11-21T02:16:32,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:32,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:32,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/22c60f78cc7a431bac9dc19f6577db06 is 50, key is test_row_0/A:col10/1732155392550/Put/seqid=0
2024-11-21T02:16:32,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155392621, max timestamp=1732155392663Num uniques 859; 
2024-11-21T02:16:32,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:16:32,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155392621, max timestamp=1732155392663Num uniques 859; 
2024-11-21T02:16:32,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:16:32,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155392621, max timestamp=1732155392663Num uniques 859; 
2024-11-21T02:16:32,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:16:32,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742076_1252 (size=12001)
2024-11-21T02:16:32,692 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/22c60f78cc7a431bac9dc19f6577db06
2024-11-21T02:16:32,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/54f97987aea844f088ac41e466318516 is 50, key is test_row_0/B:col10/1732155392550/Put/seqid=0
2024-11-21T02:16:32,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155452747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155452747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155452757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155452764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155452765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742077_1253 (size=12001)
2024-11-21T02:16:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155452881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155452890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155452890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155452911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155452912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:32,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:32,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:32,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155453091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155453102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155453102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155453121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155453121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/54f97987aea844f088ac41e466318516
2024-11-21T02:16:33,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/fea3c880b80a4425b3cbce75f5aec688 is 50, key is test_row_0/C:col10/1732155392550/Put/seqid=0
2024-11-21T02:16:33,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742078_1254 (size=12001)
2024-11-21T02:16:33,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,294 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/fea3c880b80a4425b3cbce75f5aec688
2024-11-21T02:16:33,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/22c60f78cc7a431bac9dc19f6577db06 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/22c60f78cc7a431bac9dc19f6577db06
2024-11-21T02:16:33,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/22c60f78cc7a431bac9dc19f6577db06, entries=150, sequenceid=72, filesize=11.7 K
2024-11-21T02:16:33,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/54f97987aea844f088ac41e466318516 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/54f97987aea844f088ac41e466318516
2024-11-21T02:16:33,374 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/54f97987aea844f088ac41e466318516, entries=150, sequenceid=72, filesize=11.7 K
2024-11-21T02:16:33,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/fea3c880b80a4425b3cbce75f5aec688 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/fea3c880b80a4425b3cbce75f5aec688
2024-11-21T02:16:33,388 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/fea3c880b80a4425b3cbce75f5aec688, entries=150, sequenceid=72, filesize=11.7 K
2024-11-21T02:16:33,390 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for 17613662755245aa57b59f2978ef4641 in 832ms, sequenceid=72, compaction requested=true
2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:33,390 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:33,390 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:33,392 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:33,392 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:33,392 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:33,392 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:33,392 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,392 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,392 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/1a6f1c8c53554c0cb6bcc6944bfd4151, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/2279543ac3b34d6291e941d789aa1283, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/54f97987aea844f088ac41e466318516] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=35.2 K
2024-11-21T02:16:33,392 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/99a235b31f1243c696ef4652eb4c0f04, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/c5fcf152861844adb4173c4d7b233c4c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/22c60f78cc7a431bac9dc19f6577db06] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=39.7 K
2024-11-21T02:16:33,393 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a6f1c8c53554c0cb6bcc6944bfd4151, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155391377
2024-11-21T02:16:33,393 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 99a235b31f1243c696ef4652eb4c0f04, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155391377
2024-11-21T02:16:33,393 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2279543ac3b34d6291e941d789aa1283, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732155391495
2024-11-21T02:16:33,393 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c5fcf152861844adb4173c4d7b233c4c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732155391495
2024-11-21T02:16:33,394 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54f97987aea844f088ac41e466318516, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1732155391905
2024-11-21T02:16:33,394 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c60f78cc7a431bac9dc19f6577db06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1732155391905
2024-11-21T02:16:33,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155392738, max timestamp=1732155393411Num uniques 1118; 
2024-11-21T02:16:33,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168
2024-11-21T02:16:33,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155392738, max timestamp=1732155393411Num uniques 1118; 
2024-11-21T02:16:33,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168
2024-11-21T02:16:33,422 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:33,423 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/204804c6e73e4df0bf6cc3e7cdf7ec91 is 50, key is test_row_0/B:col10/1732155392550/Put/seqid=0
2024-11-21T02:16:33,424 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:33,425 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/b743db6d499a45d4995dc6beb9eef80f is 50, key is test_row_0/A:col10/1732155392550/Put/seqid=0
2024-11-21T02:16:33,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732155392738, max timestamp=1732155393411Num uniques 1118; 
2024-11-21T02:16:33,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168
2024-11-21T02:16:33,442 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB
2024-11-21T02:16:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:33,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:33,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:33,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:33,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:33,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:33,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:33,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742079_1255 (size=12104)
2024-11-21T02:16:33,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/3e5d2de280624eecbc10399c4d48610d is 50, key is test_row_0/A:col10/1732155393432/Put/seqid=0
2024-11-21T02:16:33,479 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/204804c6e73e4df0bf6cc3e7cdf7ec91 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/204804c6e73e4df0bf6cc3e7cdf7ec91
2024-11-21T02:16:33,493 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into 204804c6e73e4df0bf6cc3e7cdf7ec91(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:33,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:33,493 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155393390; duration=0sec
2024-11-21T02:16:33,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:33,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:33,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:33,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:33,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:33,495 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,496 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/6b0b7f620cb343e499da85b11c25f724, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/26c83d9325b146aa852fb38cd3e0d71f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/fea3c880b80a4425b3cbce75f5aec688] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=35.2 K
2024-11-21T02:16:33,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742080_1256 (size=12104)
2024-11-21T02:16:33,499 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0b7f620cb343e499da85b11c25f724, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155391377
2024-11-21T02:16:33,504 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26c83d9325b146aa852fb38cd3e0d71f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732155391495
2024-11-21T02:16:33,505 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting fea3c880b80a4425b3cbce75f5aec688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1732155391905
2024-11-21T02:16:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:33,547 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:33,547 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/d5dd2276b61d40198ab0b5c63d838b27 is 50, key is test_row_0/C:col10/1732155392550/Put/seqid=0
2024-11-21T02:16:33,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742081_1257 (size=12001)
2024-11-21T02:16:33,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155453556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155453556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155393542, max timestamp=1732155393573Num uniques 859; 
2024-11-21T02:16:33,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155393542, max timestamp=1732155393573Num uniques 859; 
2024-11-21T02:16:33,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:33,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,585 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/3e5d2de280624eecbc10399c4d48610d
2024-11-21T02:16:33,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155393542, max timestamp=1732155393573Num uniques 859; 
2024-11-21T02:16:33,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:33,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742082_1258 (size=12104)
2024-11-21T02:16:33,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/4a44cc3c57944a1c8e2209d4d6151d42 is 50, key is test_row_0/B:col10/1732155393432/Put/seqid=0
2024-11-21T02:16:33,647 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/d5dd2276b61d40198ab0b5c63d838b27 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d5dd2276b61d40198ab0b5c63d838b27
2024-11-21T02:16:33,668 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into d5dd2276b61d40198ab0b5c63d838b27(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:33,668 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:33,668 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155393390; duration=0sec
2024-11-21T02:16:33,668 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:33,668 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:33,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742083_1259 (size=12001)
2024-11-21T02:16:33,677 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/4a44cc3c57944a1c8e2209d4d6151d42
2024-11-21T02:16:33,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/20151afa5d774024a2776a2a0edad7f2 is 50, key is test_row_0/C:col10/1732155393432/Put/seqid=0
2024-11-21T02:16:33,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155453691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155453722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155453723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155453727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155453735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:33,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742084_1260 (size=12001)
2024-11-21T02:16:33,766 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/20151afa5d774024a2776a2a0edad7f2
2024-11-21T02:16:33,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/3e5d2de280624eecbc10399c4d48610d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e5d2de280624eecbc10399c4d48610d
2024-11-21T02:16:33,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e5d2de280624eecbc10399c4d48610d, entries=150, sequenceid=116, filesize=11.7 K
2024-11-21T02:16:33,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/4a44cc3c57944a1c8e2209d4d6151d42 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/4a44cc3c57944a1c8e2209d4d6151d42
2024-11-21T02:16:33,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/4a44cc3c57944a1c8e2209d4d6151d42, entries=150, sequenceid=116, filesize=11.7 K
2024-11-21T02:16:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/20151afa5d774024a2776a2a0edad7f2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/20151afa5d774024a2776a2a0edad7f2
2024-11-21T02:16:33,822 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/20151afa5d774024a2776a2a0edad7f2, entries=150, sequenceid=116, filesize=11.7 K
2024-11-21T02:16:33,823 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~184.88 KB/189312, currentSize=127.47 KB/130530 for 17613662755245aa57b59f2978ef4641 in 382ms, sequenceid=116, compaction requested=false
2024-11-21T02:16:33,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:33,860 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-21T02:16:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:33,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:33,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:33,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:33,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:33,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:33,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:33,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/26ba310711fe4eb68c5d026f6f241a51 is 50, key is test_row_0/A:col10/1732155393860/Put/seqid=0
2024-11-21T02:16:33,907 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/b743db6d499a45d4995dc6beb9eef80f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b743db6d499a45d4995dc6beb9eef80f
2024-11-21T02:16:33,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155453888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155453891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155453893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155453889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:33,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:33,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:33,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742085_1261 (size=16931)
2024-11-21T02:16:33,925 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into b743db6d499a45d4995dc6beb9eef80f(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:33,925 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:33,925 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155393390; duration=0sec
2024-11-21T02:16:33,926 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:33,926 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:33,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155453932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,013 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T02:16:34,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155454024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155454028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155454028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155454028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:34,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:34,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155454241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155454241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155454241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155454241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155454251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/26ba310711fe4eb68c5d026f6f241a51
2024-11-21T02:16:34,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/cf3f80f662c24504a8db99aa8b77c8d1 is 50, key is test_row_0/B:col10/1732155393860/Put/seqid=0
2024-11-21T02:16:34,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:34,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:34,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742086_1262 (size=12151)
2024-11-21T02:16:34,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/cf3f80f662c24504a8db99aa8b77c8d1
2024-11-21T02:16:34,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/f62137379f494ad393bc8651946d6b3a is 50, key is test_row_0/C:col10/1732155393860/Put/seqid=0
2024-11-21T02:16:34,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742087_1263 (size=12151)
2024-11-21T02:16:34,449 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/f62137379f494ad393bc8651946d6b3a
2024-11-21T02:16:34,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/26ba310711fe4eb68c5d026f6f241a51 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/26ba310711fe4eb68c5d026f6f241a51
2024-11-21T02:16:34,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/26ba310711fe4eb68c5d026f6f241a51, entries=250, sequenceid=155, filesize=16.5 K
2024-11-21T02:16:34,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/cf3f80f662c24504a8db99aa8b77c8d1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/cf3f80f662c24504a8db99aa8b77c8d1
2024-11-21T02:16:34,516 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/cf3f80f662c24504a8db99aa8b77c8d1, entries=150, sequenceid=155, filesize=11.9 K
2024-11-21T02:16:34,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/f62137379f494ad393bc8651946d6b3a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/f62137379f494ad393bc8651946d6b3a
2024-11-21T02:16:34,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,540 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/f62137379f494ad393bc8651946d6b3a, entries=150, sequenceid=155, filesize=11.9 K
2024-11-21T02:16:34,541 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 17613662755245aa57b59f2978ef4641 in 681ms, sequenceid=155, compaction requested=true
2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:34,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-21T02:16:34,542 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:34,542 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:34,553 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41036 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:34,553 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:34,553 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,553 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b743db6d499a45d4995dc6beb9eef80f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e5d2de280624eecbc10399c4d48610d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/26ba310711fe4eb68c5d026f6f241a51] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=40.1 K
2024-11-21T02:16:34,554 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:34,554 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:34,555 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,555 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d5dd2276b61d40198ab0b5c63d838b27, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/20151afa5d774024a2776a2a0edad7f2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/f62137379f494ad393bc8651946d6b3a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=35.4 K
2024-11-21T02:16:34,560 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d5dd2276b61d40198ab0b5c63d838b27, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1732155391905
2024-11-21T02:16:34,561 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b743db6d499a45d4995dc6beb9eef80f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1732155391905
2024-11-21T02:16:34,564 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 20151afa5d774024a2776a2a0edad7f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732155393432
2024-11-21T02:16:34,567 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting f62137379f494ad393bc8651946d6b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732155393714
2024-11-21T02:16:34,569 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e5d2de280624eecbc10399c4d48610d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732155393432
2024-11-21T02:16:34,580 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:16:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:34,580 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26ba310711fe4eb68c5d026f6f241a51, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732155393713
2024-11-21T02:16:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:34,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/7b39ec7ae3d84fff8b3925829815633d is 50, key is test_row_0/A:col10/1732155393885/Put/seqid=0
2024-11-21T02:16:34,620 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:34,620 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/a24a21d92ac346949211506f545c1318 is 50, key is test_row_0/C:col10/1732155393860/Put/seqid=0
2024-11-21T02:16:34,692 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#218 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:34,695 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/45baec809bf241ccb09586c499b2c32f is 50, key is test_row_0/A:col10/1732155393860/Put/seqid=0
2024-11-21T02:16:34,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742088_1264 (size=16931)
2024-11-21T02:16:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155454697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155454706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155394648, max timestamp=1732155394725Num uniques 859; 
2024-11-21T02:16:34,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155394648, max timestamp=1732155394725Num uniques 859; 
2024-11-21T02:16:34,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,731 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:34,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155394648, max timestamp=1732155394725Num uniques 859; 
2024-11-21T02:16:34,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:34,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742089_1265 (size=12357)
2024-11-21T02:16:34,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742090_1266 (size=12357)
2024-11-21T02:16:34,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155454841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155454841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155454850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155454864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155454865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:34,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155455041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155455043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155455045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:35,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,106 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/7b39ec7ae3d84fff8b3925829815633d
2024-11-21T02:16:35,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c65a3df573b94941806a60d3f03d5c88 is 50, key is test_row_0/B:col10/1732155393885/Put/seqid=0
2024-11-21T02:16:35,158 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/a24a21d92ac346949211506f545c1318 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a24a21d92ac346949211506f545c1318
2024-11-21T02:16:35,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155455144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155455149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,168 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into a24a21d92ac346949211506f545c1318(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:35,168 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:35,169 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155394542; duration=0sec
2024-11-21T02:16:35,169 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:35,169 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:35,169 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:35,170 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36256 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:35,171 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:35,171 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,171 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/204804c6e73e4df0bf6cc3e7cdf7ec91, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/4a44cc3c57944a1c8e2209d4d6151d42, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/cf3f80f662c24504a8db99aa8b77c8d1] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=35.4 K
2024-11-21T02:16:35,172 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 204804c6e73e4df0bf6cc3e7cdf7ec91, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1732155391905
2024-11-21T02:16:35,172 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a44cc3c57944a1c8e2209d4d6151d42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732155393432
2024-11-21T02:16:35,173 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting cf3f80f662c24504a8db99aa8b77c8d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732155393714
2024-11-21T02:16:35,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742091_1267 (size=12151)
2024-11-21T02:16:35,178 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c65a3df573b94941806a60d3f03d5c88
2024-11-21T02:16:35,203 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:35,203 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/39edbb6b60394f13a6918487cec58dad is 50, key is test_row_0/B:col10/1732155393860/Put/seqid=0
2024-11-21T02:16:35,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/de5fbf8c5f424604a40ea46c3107b07c is 50, key is test_row_0/C:col10/1732155393885/Put/seqid=0
2024-11-21T02:16:35,228 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/45baec809bf241ccb09586c499b2c32f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/45baec809bf241ccb09586c499b2c32f
2024-11-21T02:16:35,252 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into 45baec809bf241ccb09586c499b2c32f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:35,252 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:35,253 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155394542; duration=0sec
2024-11-21T02:16:35,253 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:35,253 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:35,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:35,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155455252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742092_1268 (size=12357)
2024-11-21T02:16:35,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742093_1269 (size=12151)
2024-11-21T02:16:35,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155455265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155455281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,336 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/39edbb6b60394f13a6918487cec58dad as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/39edbb6b60394f13a6918487cec58dad
2024-11-21T02:16:35,374 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into 39edbb6b60394f13a6918487cec58dad(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:35,374 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:35,374 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155394542; duration=0sec
2024-11-21T02:16:35,374 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:35,374 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:35,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155455472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155455473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:35,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155455570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155455600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155455601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:35,690 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/de5fbf8c5f424604a40ea46c3107b07c
2024-11-21T02:16:35,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/7b39ec7ae3d84fff8b3925829815633d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7b39ec7ae3d84fff8b3925829815633d
2024-11-21T02:16:35,719 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7b39ec7ae3d84fff8b3925829815633d, entries=250, sequenceid=167, filesize=16.5 K
2024-11-21T02:16:35,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c65a3df573b94941806a60d3f03d5c88 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c65a3df573b94941806a60d3f03d5c88
2024-11-21T02:16:35,728 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c65a3df573b94941806a60d3f03d5c88, entries=150, sequenceid=167, filesize=11.9 K
2024-11-21T02:16:35,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:35,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:35,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/de5fbf8c5f424604a40ea46c3107b07c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/de5fbf8c5f424604a40ea46c3107b07c
2024-11-21T02:16:35,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/de5fbf8c5f424604a40ea46c3107b07c, entries=150, sequenceid=167, filesize=11.9 K
2024-11-21T02:16:35,743 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 17613662755245aa57b59f2978ef4641 in 1163ms, sequenceid=167, compaction requested=false
2024-11-21T02:16:35,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:35,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-21T02:16:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:35,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-21T02:16:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:35,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/4b7354d0031e436789c9f46003228006 is 50, key is test_row_0/A:col10/1732155394809/Put/seqid=0
2024-11-21T02:16:35,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742094_1270 (size=12151)
2024-11-21T02:16:35,917 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/4b7354d0031e436789c9f46003228006
2024-11-21T02:16:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ee5833a32ead4dc6b48e887ab82025fe is 50, key is test_row_0/B:col10/1732155394809/Put/seqid=0
2024-11-21T02:16:35,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742095_1271 (size=12151)
2024-11-21T02:16:35,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ee5833a32ead4dc6b48e887ab82025fe
2024-11-21T02:16:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/a8318ef14f67492ea1bd12672fa59489 is 50, key is test_row_0/C:col10/1732155394809/Put/seqid=0
2024-11-21T02:16:35,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:35,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:36,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742096_1272 (size=12151)
2024-11-21T02:16:36,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155456007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155456009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155456091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155456111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155456125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155456126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155456126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155456342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155456346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/a8318ef14f67492ea1bd12672fa59489
2024-11-21T02:16:36,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/4b7354d0031e436789c9f46003228006 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4b7354d0031e436789c9f46003228006
2024-11-21T02:16:36,419 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4b7354d0031e436789c9f46003228006, entries=150, sequenceid=206, filesize=11.9 K
2024-11-21T02:16:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ee5833a32ead4dc6b48e887ab82025fe as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ee5833a32ead4dc6b48e887ab82025fe
2024-11-21T02:16:36,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ee5833a32ead4dc6b48e887ab82025fe, entries=150, sequenceid=206, filesize=11.9 K
2024-11-21T02:16:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/a8318ef14f67492ea1bd12672fa59489 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a8318ef14f67492ea1bd12672fa59489
2024-11-21T02:16:36,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a8318ef14f67492ea1bd12672fa59489, entries=150, sequenceid=206, filesize=11.9 K
2024-11-21T02:16:36,434 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 17613662755245aa57b59f2978ef4641 in 537ms, sequenceid=206, compaction requested=true
2024-11-21T02:16:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-21T02:16:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-21T02:16:36,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-21T02:16:36,437 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.0540 sec
2024-11-21T02:16:36,440 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 5.0680 sec
2024-11-21T02:16:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:36,655 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-21T02:16:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:36,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/6fe98024ed1944169ec974330571547d is 50, key is test_row_0/A:col10/1732155396007/Put/seqid=0
2024-11-21T02:16:36,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742097_1273 (size=14541)
2024-11-21T02:16:36,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155456722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155456729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155456841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:36,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155456844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:36,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155457051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155457051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,111 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/6fe98024ed1944169ec974330571547d
2024-11-21T02:16:37,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155457111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,113 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2249 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/baf01b715cc44b0fa36a6756785a4d21 is 50, key is test_row_0/B:col10/1732155396007/Put/seqid=0
2024-11-21T02:16:37,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742098_1274 (size=12151)
2024-11-21T02:16:37,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/baf01b715cc44b0fa36a6756785a4d21
2024-11-21T02:16:37,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/d93ea482c5e54669a71826f5ccc74f1d is 50, key is test_row_0/C:col10/1732155396007/Put/seqid=0
2024-11-21T02:16:37,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155457131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,136 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2272 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155457144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,149 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2299 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742099_1275 (size=12151)
2024-11-21T02:16:37,168 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/d93ea482c5e54669a71826f5ccc74f1d
2024-11-21T02:16:37,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/6fe98024ed1944169ec974330571547d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6fe98024ed1944169ec974330571547d
2024-11-21T02:16:37,185 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6fe98024ed1944169ec974330571547d, entries=200, sequenceid=218, filesize=14.2 K
2024-11-21T02:16:37,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/baf01b715cc44b0fa36a6756785a4d21 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/baf01b715cc44b0fa36a6756785a4d21
2024-11-21T02:16:37,204 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/baf01b715cc44b0fa36a6756785a4d21, entries=150, sequenceid=218, filesize=11.9 K
2024-11-21T02:16:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/d93ea482c5e54669a71826f5ccc74f1d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d93ea482c5e54669a71826f5ccc74f1d
2024-11-21T02:16:37,213 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d93ea482c5e54669a71826f5ccc74f1d, entries=150, sequenceid=218, filesize=11.9 K
2024-11-21T02:16:37,214 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 17613662755245aa57b59f2978ef4641 in 559ms, sequenceid=218, compaction requested=true
2024-11-21T02:16:37,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:37,214 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:37,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:37,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:37,215 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:37,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:37,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:37,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:37,216 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:37,216 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:37,216 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:37,216 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:37,217 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:37,217 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/45baec809bf241ccb09586c499b2c32f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7b39ec7ae3d84fff8b3925829815633d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4b7354d0031e436789c9f46003228006, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6fe98024ed1944169ec974330571547d] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=54.7 K
2024-11-21T02:16:37,217 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:37,217 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/39edbb6b60394f13a6918487cec58dad, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c65a3df573b94941806a60d3f03d5c88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ee5833a32ead4dc6b48e887ab82025fe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/baf01b715cc44b0fa36a6756785a4d21] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=47.7 K
2024-11-21T02:16:37,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:37,217 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45baec809bf241ccb09586c499b2c32f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732155393714
2024-11-21T02:16:37,218 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 39edbb6b60394f13a6918487cec58dad, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732155393714
2024-11-21T02:16:37,218 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b39ec7ae3d84fff8b3925829815633d, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732155393864
2024-11-21T02:16:37,220 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b7354d0031e436789c9f46003228006, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732155394809
2024-11-21T02:16:37,220 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c65a3df573b94941806a60d3f03d5c88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732155393885
2024-11-21T02:16:37,222 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ee5833a32ead4dc6b48e887ab82025fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732155394809
2024-11-21T02:16:37,222 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting baf01b715cc44b0fa36a6756785a4d21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732155395987
2024-11-21T02:16:37,224 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fe98024ed1944169ec974330571547d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732155395987
2024-11-21T02:16:37,275 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:37,276 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c6aad56f29af49fdb8de8bbaf7c305da is 50, key is test_row_0/B:col10/1732155396007/Put/seqid=0
2024-11-21T02:16:37,303 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:37,304 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/3e2bf412513d4c46a97202423137c49c is 50, key is test_row_0/A:col10/1732155396007/Put/seqid=0
2024-11-21T02:16:37,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742100_1276 (size=12493)
2024-11-21T02:16:37,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742101_1277 (size=12493)
2024-11-21T02:16:37,341 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c6aad56f29af49fdb8de8bbaf7c305da as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c6aad56f29af49fdb8de8bbaf7c305da
2024-11-21T02:16:37,361 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into c6aad56f29af49fdb8de8bbaf7c305da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:37,361 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:37,361 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=12, startTime=1732155397215; duration=0sec
2024-11-21T02:16:37,361 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:37,361 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:37,361 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:37,372 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/3e2bf412513d4c46a97202423137c49c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e2bf412513d4c46a97202423137c49c
2024-11-21T02:16:37,372 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48810 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:37,373 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:37,373 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:37,373 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a24a21d92ac346949211506f545c1318, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/de5fbf8c5f424604a40ea46c3107b07c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a8318ef14f67492ea1bd12672fa59489, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d93ea482c5e54669a71826f5ccc74f1d] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=47.7 K
2024-11-21T02:16:37,376 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-21T02:16:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:37,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155396707, max timestamp=1732155397373Num uniques 859; 
2024-11-21T02:16:37,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:37,377 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a24a21d92ac346949211506f545c1318, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732155393714
2024-11-21T02:16:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:37,384 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting de5fbf8c5f424604a40ea46c3107b07c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732155393885
2024-11-21T02:16:37,388 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a8318ef14f67492ea1bd12672fa59489, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732155394809
2024-11-21T02:16:37,393 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d93ea482c5e54669a71826f5ccc74f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732155395987
2024-11-21T02:16:37,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/8c68c9e29796498bbb23a65b10f895eb is 50, key is test_row_0/A:col10/1732155396710/Put/seqid=0
2024-11-21T02:16:37,413 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into 3e2bf412513d4c46a97202423137c49c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:37,413 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:37,413 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=12, startTime=1732155397214; duration=0sec
2024-11-21T02:16:37,414 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:37,414 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:37,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742102_1278 (size=14541)
2024-11-21T02:16:37,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155457450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155457463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,493 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:37,494 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/b33fba16f3b7477297463ed4f03bfde3 is 50, key is test_row_0/C:col10/1732155396007/Put/seqid=0
2024-11-21T02:16:37,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742103_1279 (size=12493)
2024-11-21T02:16:37,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155457571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155457580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155457781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155457791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:37,853 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/8c68c9e29796498bbb23a65b10f895eb
2024-11-21T02:16:37,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/0d1736b3c9e047e2a64b191bd94a0e55 is 50, key is test_row_0/B:col10/1732155396710/Put/seqid=0
2024-11-21T02:16:37,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742104_1280 (size=12151)
2024-11-21T02:16:37,941 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/b33fba16f3b7477297463ed4f03bfde3 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b33fba16f3b7477297463ed4f03bfde3
2024-11-21T02:16:37,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/0d1736b3c9e047e2a64b191bd94a0e55
2024-11-21T02:16:37,971 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into b33fba16f3b7477297463ed4f03bfde3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:37,971 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:37,971 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=12, startTime=1732155397216; duration=0sec
2024-11-21T02:16:37,971 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:37,971 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:37,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/c94040af50d648eb96fcffe416788695 is 50, key is test_row_0/C:col10/1732155396710/Put/seqid=0
2024-11-21T02:16:38,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742105_1281 (size=12151)
2024-11-21T02:16:38,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155458091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:38,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155458100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:38,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:38,409 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/c94040af50d648eb96fcffe416788695
2024-11-21T02:16:38,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/8c68c9e29796498bbb23a65b10f895eb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8c68c9e29796498bbb23a65b10f895eb
2024-11-21T02:16:38,421 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8c68c9e29796498bbb23a65b10f895eb, entries=200, sequenceid=241, filesize=14.2 K
2024-11-21T02:16:38,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/0d1736b3c9e047e2a64b191bd94a0e55 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/0d1736b3c9e047e2a64b191bd94a0e55
2024-11-21T02:16:38,431 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/0d1736b3c9e047e2a64b191bd94a0e55, entries=150, sequenceid=241, filesize=11.9 K
2024-11-21T02:16:38,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/c94040af50d648eb96fcffe416788695 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c94040af50d648eb96fcffe416788695
2024-11-21T02:16:38,439 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c94040af50d648eb96fcffe416788695, entries=150, sequenceid=241, filesize=11.9 K
2024-11-21T02:16:38,440 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=80.51 KB/82440 for 17613662755245aa57b59f2978ef4641 in 1064ms, sequenceid=241, compaction requested=false
2024-11-21T02:16:38,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:38,605 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-21T02:16:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:38,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:38,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/8894055b7559471bbe10fad40c554b1f is 50, key is test_row_0/A:col10/1732155397455/Put/seqid=0
2024-11-21T02:16:38,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742106_1282 (size=14591)
2024-11-21T02:16:38,643 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/8894055b7559471bbe10fad40c554b1f
2024-11-21T02:16:38,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/5e363ee4cf4d4cb9991fa95e48d43bce is 50, key is test_row_0/B:col10/1732155397455/Put/seqid=0
2024-11-21T02:16:38,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155458683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:38,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742107_1283 (size=12201)
2024-11-21T02:16:38,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/5e363ee4cf4d4cb9991fa95e48d43bce
2024-11-21T02:16:38,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155458699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:38,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/835c70f7b74f4b049bf72c72687e5034 is 50, key is test_row_0/C:col10/1732155397455/Put/seqid=0
2024-11-21T02:16:38,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742108_1284 (size=12201)
2024-11-21T02:16:38,758 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/835c70f7b74f4b049bf72c72687e5034
2024-11-21T02:16:38,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/8894055b7559471bbe10fad40c554b1f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8894055b7559471bbe10fad40c554b1f
2024-11-21T02:16:38,791 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8894055b7559471bbe10fad40c554b1f, entries=200, sequenceid=259, filesize=14.2 K
2024-11-21T02:16:38,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/5e363ee4cf4d4cb9991fa95e48d43bce as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5e363ee4cf4d4cb9991fa95e48d43bce
2024-11-21T02:16:38,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155458803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:38,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155458811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:38,822 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5e363ee4cf4d4cb9991fa95e48d43bce, entries=150, sequenceid=259, filesize=11.9 K
2024-11-21T02:16:38,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/835c70f7b74f4b049bf72c72687e5034 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/835c70f7b74f4b049bf72c72687e5034
2024-11-21T02:16:38,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/835c70f7b74f4b049bf72c72687e5034, entries=150, sequenceid=259, filesize=11.9 K
2024-11-21T02:16:38,839 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 17613662755245aa57b59f2978ef4641 in 234ms, sequenceid=259, compaction requested=true
2024-11-21T02:16:38,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:38,840 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:38,840 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:38,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:38,843 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36845 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:38,843 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41625 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:38,843 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:38,843 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:38,843 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:38,843 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:38,843 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c6aad56f29af49fdb8de8bbaf7c305da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/0d1736b3c9e047e2a64b191bd94a0e55, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5e363ee4cf4d4cb9991fa95e48d43bce] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.0 K
2024-11-21T02:16:38,843 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e2bf412513d4c46a97202423137c49c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8c68c9e29796498bbb23a65b10f895eb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8894055b7559471bbe10fad40c554b1f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=40.6 K
2024-11-21T02:16:38,845 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c6aad56f29af49fdb8de8bbaf7c305da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732155395987
2024-11-21T02:16:38,845 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2bf412513d4c46a97202423137c49c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732155395987
2024-11-21T02:16:38,845 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d1736b3c9e047e2a64b191bd94a0e55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732155396710
2024-11-21T02:16:38,846 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c68c9e29796498bbb23a65b10f895eb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732155396710
2024-11-21T02:16:38,846 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e363ee4cf4d4cb9991fa95e48d43bce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732155397447
2024-11-21T02:16:38,847 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8894055b7559471bbe10fad40c554b1f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732155397427
2024-11-21T02:16:38,877 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:38,878 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/9f9b651138454b2e8c0cf13c13439ce6 is 50, key is test_row_0/B:col10/1732155397455/Put/seqid=0
2024-11-21T02:16:38,893 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:38,894 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/ceaa862547ac48daade38fab46559064 is 50, key is test_row_0/A:col10/1732155397455/Put/seqid=0
2024-11-21T02:16:38,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742109_1285 (size=12645)
2024-11-21T02:16:38,948 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/9f9b651138454b2e8c0cf13c13439ce6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/9f9b651138454b2e8c0cf13c13439ce6
2024-11-21T02:16:38,959 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into 9f9b651138454b2e8c0cf13c13439ce6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:38,959 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:38,959 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155398840; duration=0sec
2024-11-21T02:16:38,959 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:38,959 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:38,959 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:38,961 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36845 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:38,961 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:38,961 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:38,961 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b33fba16f3b7477297463ed4f03bfde3, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c94040af50d648eb96fcffe416788695, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/835c70f7b74f4b049bf72c72687e5034] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.0 K
2024-11-21T02:16:38,962 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b33fba16f3b7477297463ed4f03bfde3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732155395987
2024-11-21T02:16:38,962 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c94040af50d648eb96fcffe416788695, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732155396710
2024-11-21T02:16:38,962 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 835c70f7b74f4b049bf72c72687e5034, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732155397447
2024-11-21T02:16:38,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742110_1286 (size=12645)
2024-11-21T02:16:38,979 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/ceaa862547ac48daade38fab46559064 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/ceaa862547ac48daade38fab46559064
2024-11-21T02:16:38,982 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:38,982 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/c757bbfeff474cbead0198b9401526fa is 50, key is test_row_0/C:col10/1732155397455/Put/seqid=0
2024-11-21T02:16:38,994 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into ceaa862547ac48daade38fab46559064(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:38,995 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:38,995 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155398839; duration=0sec
2024-11-21T02:16:38,995 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:38,995 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:39,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742111_1287 (size=12645)
2024-11-21T02:16:39,032 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/c757bbfeff474cbead0198b9401526fa as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c757bbfeff474cbead0198b9401526fa
2024-11-21T02:16:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:39,036 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:16:39,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:39,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:39,038 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into c757bbfeff474cbead0198b9401526fa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:39,038 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:39,038 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155398840; duration=0sec
2024-11-21T02:16:39,039 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:39,039 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:39,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/b07cb4d88e0e4bc89264826ce040c4cd is 50, key is test_row_0/A:col10/1732155399025/Put/seqid=0
2024-11-21T02:16:39,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742112_1288 (size=12301)
2024-11-21T02:16:39,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155459075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155459080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155459131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,133 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4269 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155459156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155459161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,164 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4314 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,163 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4299 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155459193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155459193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155459401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155459411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,475 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/b07cb4d88e0e4bc89264826ce040c4cd
2024-11-21T02:16:39,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/03e0af4b2f8c4067b25c114cf2c5485e is 50, key is test_row_0/B:col10/1732155399025/Put/seqid=0
2024-11-21T02:16:39,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742113_1289 (size=12301)
2024-11-21T02:16:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-21T02:16:39,561 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:39,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-21T02:16:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-21T02:16:39,572 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:39,577 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:39,578 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-21T02:16:39,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155459712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155459721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:39,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-21T02:16:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:39,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-21T02:16:39,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-21T02:16:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:39,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:39,946 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/03e0af4b2f8c4067b25c114cf2c5485e
2024-11-21T02:16:39,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/36b382ffa8394904a32a6b8a8dea0ecf is 50, key is test_row_0/C:col10/1732155399025/Put/seqid=0
2024-11-21T02:16:40,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742114_1290 (size=12301)
2024-11-21T02:16:40,034 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/36b382ffa8394904a32a6b8a8dea0ecf
2024-11-21T02:16:40,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/b07cb4d88e0e4bc89264826ce040c4cd as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b07cb4d88e0e4bc89264826ce040c4cd
2024-11-21T02:16:40,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b07cb4d88e0e4bc89264826ce040c4cd, entries=150, sequenceid=279, filesize=12.0 K
2024-11-21T02:16:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/03e0af4b2f8c4067b25c114cf2c5485e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/03e0af4b2f8c4067b25c114cf2c5485e
2024-11-21T02:16:40,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-21T02:16:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:40,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:40,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:40,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/03e0af4b2f8c4067b25c114cf2c5485e, entries=150, sequenceid=279, filesize=12.0 K
2024-11-21T02:16:40,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/36b382ffa8394904a32a6b8a8dea0ecf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/36b382ffa8394904a32a6b8a8dea0ecf
2024-11-21T02:16:40,074 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/36b382ffa8394904a32a6b8a8dea0ecf, entries=150, sequenceid=279, filesize=12.0 K
2024-11-21T02:16:40,077 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 17613662755245aa57b59f2978ef4641 in 1041ms, sequenceid=279, compaction requested=false
2024-11-21T02:16:40,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:40,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:16:40,182 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-21T02:16:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-21T02:16:40,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-21T02:16:40,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:40,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:16:40,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/6386166e0fc24a75891ead8838f82f1e is 50, key is test_row_0/A:col10/1732155399072/Put/seqid=0
2024-11-21T02:16:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:40,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:40,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742115_1291 (size=12301)
2024-11-21T02:16:40,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/6386166e0fc24a75891ead8838f82f1e
2024-11-21T02:16:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/f68e227fec2a46dbaf7923d33c99ebe0 is 50, key is test_row_0/B:col10/1732155399072/Put/seqid=0
2024-11-21T02:16:40,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742116_1292 (size=12301)
2024-11-21T02:16:40,351 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/f68e227fec2a46dbaf7923d33c99ebe0
2024-11-21T02:16:40,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155460349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155460349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e0d64b02442448a29496dc429e449a81 is 50, key is test_row_0/C:col10/1732155399072/Put/seqid=0
2024-11-21T02:16:40,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742117_1293 (size=12301)
2024-11-21T02:16:40,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e0d64b02442448a29496dc429e449a81
2024-11-21T02:16:40,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155460463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/6386166e0fc24a75891ead8838f82f1e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6386166e0fc24a75891ead8838f82f1e
2024-11-21T02:16:40,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,482 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6386166e0fc24a75891ead8838f82f1e, entries=150, sequenceid=294, filesize=12.0 K
2024-11-21T02:16:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/f68e227fec2a46dbaf7923d33c99ebe0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f68e227fec2a46dbaf7923d33c99ebe0
2024-11-21T02:16:40,490 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f68e227fec2a46dbaf7923d33c99ebe0, entries=150, sequenceid=294, filesize=12.0 K
2024-11-21T02:16:40,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e0d64b02442448a29496dc429e449a81 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e0d64b02442448a29496dc429e449a81
2024-11-21T02:16:40,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e0d64b02442448a29496dc429e449a81, entries=150, sequenceid=294, filesize=12.0 K
2024-11-21T02:16:40,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 17613662755245aa57b59f2978ef4641 in 283ms, sequenceid=294, compaction requested=true
2024-11-21T02:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-21T02:16:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-21T02:16:40,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-21T02:16:40,507 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 925 msec
2024-11-21T02:16:40,513 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 944 msec
2024-11-21T02:16:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:40,687 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:16:40,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:40,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:40,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/97943d184bd147efb0ec0ce09a14daf9 is 50, key is test_row_0/A:col10/1732155400683/Put/seqid=0
2024-11-21T02:16:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-21T02:16:40,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742118_1294 (size=12301)
2024-11-21T02:16:40,728 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:40,729 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-21T02:16:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:40,733 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:40,734 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:40,734 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:40,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155460757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155460757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:40,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155460871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155460881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:40,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:40,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:40,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:40,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:40,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:40,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155461084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:41,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155461090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:41,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:41,126 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/97943d184bd147efb0ec0ce09a14daf9
2024-11-21T02:16:41,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/5c5a2c0f3ae94a01b9eac514daf971d7 is 50, key is test_row_0/B:col10/1732155400683/Put/seqid=0
2024-11-21T02:16:41,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742119_1295 (size=12301)
2024-11-21T02:16:41,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:41,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155461401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:41,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155461401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:41,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,607 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/5c5a2c0f3ae94a01b9eac514daf971d7
2024-11-21T02:16:41,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/bee41f688c5849b8955a75499e49aca9 is 50, key is test_row_0/C:col10/1732155400683/Put/seqid=0
2024-11-21T02:16:41,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742120_1296 (size=12301)
2024-11-21T02:16:41,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:41,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155461921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:41,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:41,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155461921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:41,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:41,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:42,069 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/bee41f688c5849b8955a75499e49aca9
2024-11-21T02:16:42,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/97943d184bd147efb0ec0ce09a14daf9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/97943d184bd147efb0ec0ce09a14daf9
2024-11-21T02:16:42,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/97943d184bd147efb0ec0ce09a14daf9, entries=150, sequenceid=313, filesize=12.0 K
2024-11-21T02:16:42,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/5c5a2c0f3ae94a01b9eac514daf971d7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5c5a2c0f3ae94a01b9eac514daf971d7
2024-11-21T02:16:42,109 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5c5a2c0f3ae94a01b9eac514daf971d7, entries=150, sequenceid=313, filesize=12.0 K
2024-11-21T02:16:42,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/bee41f688c5849b8955a75499e49aca9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bee41f688c5849b8955a75499e49aca9
2024-11-21T02:16:42,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bee41f688c5849b8955a75499e49aca9, entries=150, sequenceid=313, filesize=12.0 K
2024-11-21T02:16:42,136 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 17613662755245aa57b59f2978ef4641 in 1448ms, sequenceid=313, compaction requested=true
2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-21T02:16:42,140 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:42,140 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:42,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-21T02:16:42,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:42,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:16:42,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:42,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:42,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:42,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:42,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:42,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:42,152 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49548 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:42,152 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49548 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:42,152 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:42,152 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:42,152 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:42,152 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c757bbfeff474cbead0198b9401526fa, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/36b382ffa8394904a32a6b8a8dea0ecf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e0d64b02442448a29496dc429e449a81, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bee41f688c5849b8955a75499e49aca9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=48.4 K
2024-11-21T02:16:42,152 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:42,153 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/ceaa862547ac48daade38fab46559064, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b07cb4d88e0e4bc89264826ce040c4cd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6386166e0fc24a75891ead8838f82f1e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/97943d184bd147efb0ec0ce09a14daf9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=48.4 K
2024-11-21T02:16:42,157 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting c757bbfeff474cbead0198b9401526fa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732155397447
2024-11-21T02:16:42,157 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ceaa862547ac48daade38fab46559064, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732155397447
2024-11-21T02:16:42,157 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36b382ffa8394904a32a6b8a8dea0ecf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732155398661
2024-11-21T02:16:42,158 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b07cb4d88e0e4bc89264826ce040c4cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732155398661
2024-11-21T02:16:42,158 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0d64b02442448a29496dc429e449a81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732155399053
2024-11-21T02:16:42,158 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6386166e0fc24a75891ead8838f82f1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732155399053
2024-11-21T02:16:42,159 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting bee41f688c5849b8955a75499e49aca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155400344
2024-11-21T02:16:42,160 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 97943d184bd147efb0ec0ce09a14daf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155400344
2024-11-21T02:16:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/0efa5ef02b0f46b7b9cf1eb185d39887 is 50, key is test_row_0/A:col10/1732155400754/Put/seqid=0
2024-11-21T02:16:42,198 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:42,198 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e5a3c965c39e4ddf8994b2a19367d785 is 50, key is test_row_0/C:col10/1732155400683/Put/seqid=0
2024-11-21T02:16:42,209 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:42,210 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/788cf2289ebe4786b19cf98ad7467560 is 50, key is test_row_0/A:col10/1732155400683/Put/seqid=0
2024-11-21T02:16:42,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742121_1297 (size=12301)
2024-11-21T02:16:42,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742122_1298 (size=12881)
2024-11-21T02:16:42,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742123_1299 (size=12881)
2024-11-21T02:16:42,310 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e5a3c965c39e4ddf8994b2a19367d785 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e5a3c965c39e4ddf8994b2a19367d785
2024-11-21T02:16:42,313 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/788cf2289ebe4786b19cf98ad7467560 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/788cf2289ebe4786b19cf98ad7467560
2024-11-21T02:16:42,320 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into e5a3c965c39e4ddf8994b2a19367d785(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:42,320 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:42,320 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=12, startTime=1732155402136; duration=0sec
2024-11-21T02:16:42,320 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:42,320 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:42,320 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:16:42,324 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into 788cf2289ebe4786b19cf98ad7467560(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:42,324 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:42,324 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=12, startTime=1732155402136; duration=0sec
2024-11-21T02:16:42,324 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:42,324 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:42,326 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49548 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:16:42,326 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:42,326 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:42,326 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/9f9b651138454b2e8c0cf13c13439ce6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/03e0af4b2f8c4067b25c114cf2c5485e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f68e227fec2a46dbaf7923d33c99ebe0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5c5a2c0f3ae94a01b9eac514daf971d7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=48.4 K
2024-11-21T02:16:42,326 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f9b651138454b2e8c0cf13c13439ce6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732155397447
2024-11-21T02:16:42,327 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03e0af4b2f8c4067b25c114cf2c5485e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732155398661
2024-11-21T02:16:42,327 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f68e227fec2a46dbaf7923d33c99ebe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732155399053
2024-11-21T02:16:42,327 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c5a2c0f3ae94a01b9eac514daf971d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155400344
2024-11-21T02:16:42,351 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#252 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:42,351 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/3ebd66c2f4b746dd9186933aef095637 is 50, key is test_row_0/B:col10/1732155400683/Put/seqid=0
2024-11-21T02:16:42,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742124_1300 (size=12881)
2024-11-21T02:16:42,662 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/0efa5ef02b0f46b7b9cf1eb185d39887
2024-11-21T02:16:42,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/81f148101a974ca9a0df49587b5f0aae is 50, key is test_row_0/B:col10/1732155400754/Put/seqid=0
2024-11-21T02:16:42,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742125_1301 (size=12301)
2024-11-21T02:16:42,682 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/81f148101a974ca9a0df49587b5f0aae
2024-11-21T02:16:42,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/97ba309e7fdd497eb3bed5117367e5af is 50, key is test_row_0/C:col10/1732155400754/Put/seqid=0
2024-11-21T02:16:42,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742126_1302 (size=12301)
2024-11-21T02:16:42,782 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/3ebd66c2f4b746dd9186933aef095637 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3ebd66c2f4b746dd9186933aef095637
2024-11-21T02:16:42,793 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into 3ebd66c2f4b746dd9186933aef095637(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:42,793 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:42,793 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=12, startTime=1732155402136; duration=0sec
2024-11-21T02:16:42,796 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:42,796 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:42,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:42,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155462984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:42,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155462985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:42,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155463090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155463090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/97ba309e7fdd497eb3bed5117367e5af
2024-11-21T02:16:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/0efa5ef02b0f46b7b9cf1eb185d39887 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0efa5ef02b0f46b7b9cf1eb185d39887
2024-11-21T02:16:43,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0efa5ef02b0f46b7b9cf1eb185d39887, entries=150, sequenceid=326, filesize=12.0 K
2024-11-21T02:16:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/81f148101a974ca9a0df49587b5f0aae as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/81f148101a974ca9a0df49587b5f0aae
2024-11-21T02:16:43,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/81f148101a974ca9a0df49587b5f0aae, entries=150, sequenceid=326, filesize=12.0 K
2024-11-21T02:16:43,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49092 deadline: 1732155463162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,169 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8305 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/97ba309e7fdd497eb3bed5117367e5af as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/97ba309e7fdd497eb3bed5117367e5af
2024-11-21T02:16:43,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49030 deadline: 1732155463171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,177 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/97ba309e7fdd497eb3bed5117367e5af, entries=150, sequenceid=326, filesize=12.0 K
2024-11-21T02:16:43,177 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 17613662755245aa57b59f2978ef4641 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8327 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:16:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17613662755245aa57b59f2978ef4641 in 1036ms, sequenceid=326, compaction requested=false
2024-11-21T02:16:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:43,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-21T02:16:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-21T02:16:43,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-21T02:16:43,192 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4550 sec
2024-11-21T02:16:43,195 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.4640 sec
2024-11-21T02:16:43,210 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:16:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:43,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:43,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:43,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/f924b2eba73c4a75b00f725c53f7e004 is 50, key is test_row_0/A:col10/1732155402968/Put/seqid=0
2024-11-21T02:16:43,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742127_1303 (size=14741)
2024-11-21T02:16:43,228 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/f924b2eba73c4a75b00f725c53f7e004
2024-11-21T02:16:43,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/74855357b87c469caaedd97978bf52b9 is 50, key is test_row_0/B:col10/1732155402968/Put/seqid=0
2024-11-21T02:16:43,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742128_1304 (size=12301)
2024-11-21T02:16:43,285 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/74855357b87c469caaedd97978bf52b9
2024-11-21T02:16:43,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155463301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155463304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155463309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/463244ef929e41f9a2d30c01f9f18634 is 50, key is test_row_0/C:col10/1732155402968/Put/seqid=0
2024-11-21T02:16:43,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742129_1305 (size=12301)
2024-11-21T02:16:43,370 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/463244ef929e41f9a2d30c01f9f18634
2024-11-21T02:16:43,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/f924b2eba73c4a75b00f725c53f7e004 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f924b2eba73c4a75b00f725c53f7e004
2024-11-21T02:16:43,413 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f924b2eba73c4a75b00f725c53f7e004, entries=200, sequenceid=349, filesize=14.4 K
2024-11-21T02:16:43,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/74855357b87c469caaedd97978bf52b9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/74855357b87c469caaedd97978bf52b9
2024-11-21T02:16:43,424 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/74855357b87c469caaedd97978bf52b9, entries=150, sequenceid=349, filesize=12.0 K
2024-11-21T02:16:43,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155463420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155463420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/463244ef929e41f9a2d30c01f9f18634 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/463244ef929e41f9a2d30c01f9f18634
2024-11-21T02:16:43,440 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/463244ef929e41f9a2d30c01f9f18634, entries=150, sequenceid=349, filesize=12.0 K
2024-11-21T02:16:43,441 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 17613662755245aa57b59f2978ef4641 in 231ms, sequenceid=349, compaction requested=true
2024-11-21T02:16:43,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:43,442 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:43,442 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:43,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:43,443 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:43,443 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:43,443 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:43,443 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/788cf2289ebe4786b19cf98ad7467560, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0efa5ef02b0f46b7b9cf1eb185d39887, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f924b2eba73c4a75b00f725c53f7e004] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=39.0 K
2024-11-21T02:16:43,444 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:43,444 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 788cf2289ebe4786b19cf98ad7467560, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155400344
2024-11-21T02:16:43,444 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:43,444 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:43,444 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3ebd66c2f4b746dd9186933aef095637, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/81f148101a974ca9a0df49587b5f0aae, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/74855357b87c469caaedd97978bf52b9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.6 K
2024-11-21T02:16:43,444 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0efa5ef02b0f46b7b9cf1eb185d39887, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732155400702
2024-11-21T02:16:43,444 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ebd66c2f4b746dd9186933aef095637, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155400344
2024-11-21T02:16:43,444 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 81f148101a974ca9a0df49587b5f0aae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732155400702
2024-11-21T02:16:43,445 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f924b2eba73c4a75b00f725c53f7e004, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732155402968
2024-11-21T02:16:43,445 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 74855357b87c469caaedd97978bf52b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732155402968
2024-11-21T02:16:43,453 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:43,453 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:43,454 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a9e3b23dcda6406a96c38d34f3459e12 is 50, key is test_row_0/A:col10/1732155402968/Put/seqid=0
2024-11-21T02:16:43,455 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/bfdb550a583240d19be26196ad7c5b8b is 50, key is test_row_0/B:col10/1732155402968/Put/seqid=0
2024-11-21T02:16:43,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742131_1307 (size=12983)
2024-11-21T02:16:43,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742130_1306 (size=12983)
2024-11-21T02:16:43,477 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a9e3b23dcda6406a96c38d34f3459e12 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a9e3b23dcda6406a96c38d34f3459e12
2024-11-21T02:16:43,485 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into a9e3b23dcda6406a96c38d34f3459e12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:43,486 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:43,486 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155403441; duration=0sec
2024-11-21T02:16:43,486 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:43,486 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:43,486 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:43,487 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:43,487 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:43,487 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:43,487 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e5a3c965c39e4ddf8994b2a19367d785, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/97ba309e7fdd497eb3bed5117367e5af, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/463244ef929e41f9a2d30c01f9f18634] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.6 K
2024-11-21T02:16:43,490 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5a3c965c39e4ddf8994b2a19367d785, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155400344
2024-11-21T02:16:43,490 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97ba309e7fdd497eb3bed5117367e5af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732155400702
2024-11-21T02:16:43,491 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 463244ef929e41f9a2d30c01f9f18634, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732155402968
2024-11-21T02:16:43,500 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:43,500 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/30e0edb7224441abba485dfdec528d3e is 50, key is test_row_0/C:col10/1732155402968/Put/seqid=0
2024-11-21T02:16:43,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742132_1308 (size=12983)
2024-11-21T02:16:43,566 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/30e0edb7224441abba485dfdec528d3e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/30e0edb7224441abba485dfdec528d3e
2024-11-21T02:16:43,572 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into 30e0edb7224441abba485dfdec528d3e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:43,572 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:43,572 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155403442; duration=0sec
2024-11-21T02:16:43,573 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:43,573 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:43,613 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:16:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:43,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:43,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/9d140d8d24194a958cee69e1dbc97918 is 50, key is test_row_0/A:col10/1732155403300/Put/seqid=0
2024-11-21T02:16:43,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742133_1309 (size=14741)
2024-11-21T02:16:43,654 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/9d140d8d24194a958cee69e1dbc97918
2024-11-21T02:16:43,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/43d82cc64aee4cc1b08b901648e23522 is 50, key is test_row_0/B:col10/1732155403300/Put/seqid=0
2024-11-21T02:16:43,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742134_1310 (size=12301)
2024-11-21T02:16:43,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155463733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155463733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155463738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155463841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155463851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155463851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:43,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:43,882 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/bfdb550a583240d19be26196ad7c5b8b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/bfdb550a583240d19be26196ad7c5b8b
2024-11-21T02:16:43,887 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into bfdb550a583240d19be26196ad7c5b8b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:43,887 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:43,887 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155403442; duration=0sec
2024-11-21T02:16:43,887 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:43,887 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:44,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155464051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155464062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155464062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,078 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/43d82cc64aee4cc1b08b901648e23522
2024-11-21T02:16:44,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/44f59a1a503343c8bb017917e2933df5 is 50, key is test_row_0/C:col10/1732155403300/Put/seqid=0
2024-11-21T02:16:44,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742135_1311 (size=12301)
2024-11-21T02:16:44,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/44f59a1a503343c8bb017917e2933df5
2024-11-21T02:16:44,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/9d140d8d24194a958cee69e1dbc97918 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/9d140d8d24194a958cee69e1dbc97918
2024-11-21T02:16:44,142 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/9d140d8d24194a958cee69e1dbc97918, entries=200, sequenceid=364, filesize=14.4 K
2024-11-21T02:16:44,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/43d82cc64aee4cc1b08b901648e23522 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/43d82cc64aee4cc1b08b901648e23522
2024-11-21T02:16:44,151 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/43d82cc64aee4cc1b08b901648e23522, entries=150, sequenceid=364, filesize=12.0 K
2024-11-21T02:16:44,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/44f59a1a503343c8bb017917e2933df5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/44f59a1a503343c8bb017917e2933df5
2024-11-21T02:16:44,169 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/44f59a1a503343c8bb017917e2933df5, entries=150, sequenceid=364, filesize=12.0 K
2024-11-21T02:16:44,170 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17613662755245aa57b59f2978ef4641 in 557ms, sequenceid=364, compaction requested=false
2024-11-21T02:16:44,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:44,365 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:16:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:44,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/030b35301df24651a623ce86a9178f67 is 50, key is test_row_0/A:col10/1732155404362/Put/seqid=0
2024-11-21T02:16:44,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742136_1312 (size=14741)
2024-11-21T02:16:44,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155464393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/030b35301df24651a623ce86a9178f67
2024-11-21T02:16:44,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155464407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155464408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/66ad8a1dda1946c89d39fc6553007ca9 is 50, key is test_row_0/B:col10/1732155404362/Put/seqid=0
2024-11-21T02:16:44,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742137_1313 (size=12301)
2024-11-21T02:16:44,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155464512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155464520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155464520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155464720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155464731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155464731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-21T02:16:44,892 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:44,893 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-21T02:16:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-21T02:16:44,897 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:44,898 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:44,898 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:44,922 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/66ad8a1dda1946c89d39fc6553007ca9
2024-11-21T02:16:44,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/7b1f50c51a9c4a48af68f66dafa0d85c is 50, key is test_row_0/C:col10/1732155404362/Put/seqid=0
2024-11-21T02:16:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-21T02:16:45,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742138_1314 (size=12301)
2024-11-21T02:16:45,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155465031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155465040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155465041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-21T02:16:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-21T02:16:45,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:45,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-21T02:16:45,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-21T02:16:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:45,436 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/7b1f50c51a9c4a48af68f66dafa0d85c
2024-11-21T02:16:45,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/030b35301df24651a623ce86a9178f67 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/030b35301df24651a623ce86a9178f67
2024-11-21T02:16:45,448 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/030b35301df24651a623ce86a9178f67, entries=200, sequenceid=385, filesize=14.4 K
2024-11-21T02:16:45,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/66ad8a1dda1946c89d39fc6553007ca9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/66ad8a1dda1946c89d39fc6553007ca9
2024-11-21T02:16:45,454 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/66ad8a1dda1946c89d39fc6553007ca9, entries=150, sequenceid=385, filesize=12.0 K
2024-11-21T02:16:45,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/7b1f50c51a9c4a48af68f66dafa0d85c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/7b1f50c51a9c4a48af68f66dafa0d85c
2024-11-21T02:16:45,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/7b1f50c51a9c4a48af68f66dafa0d85c, entries=150, sequenceid=385, filesize=12.0 K
2024-11-21T02:16:45,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 17613662755245aa57b59f2978ef4641 in 1096ms, sequenceid=385, compaction requested=true
2024-11-21T02:16:45,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:45,461 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:45,462 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42465 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:45,462 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:45,462 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,462 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a9e3b23dcda6406a96c38d34f3459e12, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/9d140d8d24194a958cee69e1dbc97918, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/030b35301df24651a623ce86a9178f67] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=41.5 K
2024-11-21T02:16:45,463 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e3b23dcda6406a96c38d34f3459e12, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732155402968
2024-11-21T02:16:45,463 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d140d8d24194a958cee69e1dbc97918, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732155403288
2024-11-21T02:16:45,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:45,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:45,463 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 030b35301df24651a623ce86a9178f67, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732155403731
2024-11-21T02:16:45,463 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:45,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:45,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:45,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:45,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:45,465 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:45,465 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:45,465 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,466 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/bfdb550a583240d19be26196ad7c5b8b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/43d82cc64aee4cc1b08b901648e23522, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/66ad8a1dda1946c89d39fc6553007ca9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.7 K
2024-11-21T02:16:45,466 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting bfdb550a583240d19be26196ad7c5b8b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732155402968
2024-11-21T02:16:45,466 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 43d82cc64aee4cc1b08b901648e23522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732155403288
2024-11-21T02:16:45,467 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ad8a1dda1946c89d39fc6553007ca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732155403732
2024-11-21T02:16:45,474 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:45,474 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/7e1a90f4db1b44319be5bf18aee59dd9 is 50, key is test_row_0/A:col10/1732155404362/Put/seqid=0
2024-11-21T02:16:45,478 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:45,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ece95e19c5564fd5baf095c30ed40af0 is 50, key is test_row_0/B:col10/1732155404362/Put/seqid=0
2024-11-21T02:16:45,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-21T02:16:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-21T02:16:45,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,532 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:45,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742140_1316 (size=13085)
2024-11-21T02:16:45,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/4598d123b9e8464397acc9dfea16a341 is 50, key is test_row_0/A:col10/1732155404400/Put/seqid=0
2024-11-21T02:16:45,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742139_1315 (size=13085)
2024-11-21T02:16:45,557 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ece95e19c5564fd5baf095c30ed40af0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ece95e19c5564fd5baf095c30ed40af0
2024-11-21T02:16:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:45,569 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/7e1a90f4db1b44319be5bf18aee59dd9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7e1a90f4db1b44319be5bf18aee59dd9
2024-11-21T02:16:45,569 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into ece95e19c5564fd5baf095c30ed40af0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:45,569 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:45,570 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155405463; duration=0sec
2024-11-21T02:16:45,570 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:45,570 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:45,570 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:45,571 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:45,571 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:45,572 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:45,572 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/30e0edb7224441abba485dfdec528d3e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/44f59a1a503343c8bb017917e2933df5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/7b1f50c51a9c4a48af68f66dafa0d85c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.7 K
2024-11-21T02:16:45,573 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e0edb7224441abba485dfdec528d3e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732155402968
2024-11-21T02:16:45,577 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 44f59a1a503343c8bb017917e2933df5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732155403288
2024-11-21T02:16:45,577 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b1f50c51a9c4a48af68f66dafa0d85c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732155403732
2024-11-21T02:16:45,578 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into 7e1a90f4db1b44319be5bf18aee59dd9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:45,578 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:45,578 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155405460; duration=0sec
2024-11-21T02:16:45,579 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:45,579 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:45,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742141_1317 (size=12301)
2024-11-21T02:16:45,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/4598d123b9e8464397acc9dfea16a341
2024-11-21T02:16:45,592 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:45,592 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/91fcd9518d094747863d23f80f9347e6 is 50, key is test_row_0/C:col10/1732155404362/Put/seqid=0
2024-11-21T02:16:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/dc111443fd6a4360a928c58dca6930b5 is 50, key is test_row_0/B:col10/1732155404400/Put/seqid=0
2024-11-21T02:16:45,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742142_1318 (size=13085)
2024-11-21T02:16:45,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742143_1319 (size=12301)
2024-11-21T02:16:45,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/dc111443fd6a4360a928c58dca6930b5
2024-11-21T02:16:45,702 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/91fcd9518d094747863d23f80f9347e6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/91fcd9518d094747863d23f80f9347e6
2024-11-21T02:16:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/bf04747e7b684fc5b60751724a2759b1 is 50, key is test_row_0/C:col10/1732155404400/Put/seqid=0
2024-11-21T02:16:45,721 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into 91fcd9518d094747863d23f80f9347e6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:45,721 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:45,721 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155405464; duration=0sec
2024-11-21T02:16:45,722 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:45,722 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:45,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742144_1320 (size=12301)
2024-11-21T02:16:45,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155465725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155465725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155465725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155465871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155465871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155465871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-21T02:16:46,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155466091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155466092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155466092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/bf04747e7b684fc5b60751724a2759b1
2024-11-21T02:16:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/4598d123b9e8464397acc9dfea16a341 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4598d123b9e8464397acc9dfea16a341
2024-11-21T02:16:46,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4598d123b9e8464397acc9dfea16a341, entries=150, sequenceid=398, filesize=12.0 K
2024-11-21T02:16:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/dc111443fd6a4360a928c58dca6930b5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/dc111443fd6a4360a928c58dca6930b5
2024-11-21T02:16:46,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/dc111443fd6a4360a928c58dca6930b5, entries=150, sequenceid=398, filesize=12.0 K
2024-11-21T02:16:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/bf04747e7b684fc5b60751724a2759b1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bf04747e7b684fc5b60751724a2759b1
2024-11-21T02:16:46,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bf04747e7b684fc5b60751724a2759b1, entries=150, sequenceid=398, filesize=12.0 K
2024-11-21T02:16:46,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17613662755245aa57b59f2978ef4641 in 727ms, sequenceid=398, compaction requested=false
2024-11-21T02:16:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:46,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-21T02:16:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-21T02:16:46,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-21T02:16:46,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3660 sec
2024-11-21T02:16:46,271 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.3740 sec
2024-11-21T02:16:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:46,404 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:16:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:46,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:46,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/f5e0341779d945dfbdb66c3c4e719d97 is 50, key is test_row_0/A:col10/1732155405717/Put/seqid=0
2024-11-21T02:16:46,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742145_1321 (size=14741)
2024-11-21T02:16:46,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155466429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155466438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155466439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155466541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155466551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155466552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155466752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155466775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155466775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:46,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:46,824 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/f5e0341779d945dfbdb66c3c4e719d97
2024-11-21T02:16:46,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ea502084eb3445b6b60e8f202de5382c is 50, key is test_row_0/B:col10/1732155405717/Put/seqid=0
2024-11-21T02:16:46,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742146_1322 (size=12301)
2024-11-21T02:16:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-21T02:16:47,051 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:47,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-21T02:16:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-21T02:16:47,057 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:47,058 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:47,058 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:47,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155467060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155467081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155467091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-21T02:16:47,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-21T02:16:47,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:47,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:47,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:47,294 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ea502084eb3445b6b60e8f202de5382c
2024-11-21T02:16:47,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/63817adbf605436d8af08061048ca201 is 50, key is test_row_0/C:col10/1732155405717/Put/seqid=0
2024-11-21T02:16:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-21T02:16:47,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742147_1323 (size=12301)
2024-11-21T02:16:47,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-21T02:16:47,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:47,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:47,390 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/63817adbf605436d8af08061048ca201
2024-11-21T02:16:47,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/f5e0341779d945dfbdb66c3c4e719d97 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f5e0341779d945dfbdb66c3c4e719d97
2024-11-21T02:16:47,457 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f5e0341779d945dfbdb66c3c4e719d97, entries=200, sequenceid=421, filesize=14.4 K
2024-11-21T02:16:47,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/ea502084eb3445b6b60e8f202de5382c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ea502084eb3445b6b60e8f202de5382c
2024-11-21T02:16:47,471 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ea502084eb3445b6b60e8f202de5382c, entries=150, sequenceid=421, filesize=12.0 K
2024-11-21T02:16:47,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/63817adbf605436d8af08061048ca201 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/63817adbf605436d8af08061048ca201
2024-11-21T02:16:47,477 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/63817adbf605436d8af08061048ca201, entries=150, sequenceid=421, filesize=12.0 K
2024-11-21T02:16:47,481 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 17613662755245aa57b59f2978ef4641 in 1077ms, sequenceid=421, compaction requested=true
2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:47,481 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:47,481 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:47,482 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:47,482 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:47,482 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,482 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ece95e19c5564fd5baf095c30ed40af0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/dc111443fd6a4360a928c58dca6930b5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ea502084eb3445b6b60e8f202de5382c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.8 K
2024-11-21T02:16:47,482 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:47,482 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:47,482 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,482 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7e1a90f4db1b44319be5bf18aee59dd9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4598d123b9e8464397acc9dfea16a341, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f5e0341779d945dfbdb66c3c4e719d97] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=39.2 K
2024-11-21T02:16:47,483 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e1a90f4db1b44319be5bf18aee59dd9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732155403732
2024-11-21T02:16:47,483 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ece95e19c5564fd5baf095c30ed40af0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732155403732
2024-11-21T02:16:47,483 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4598d123b9e8464397acc9dfea16a341, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732155404387
2024-11-21T02:16:47,483 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting dc111443fd6a4360a928c58dca6930b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732155404387
2024-11-21T02:16:47,484 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5e0341779d945dfbdb66c3c4e719d97, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732155405678
2024-11-21T02:16:47,484 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ea502084eb3445b6b60e8f202de5382c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732155405709
2024-11-21T02:16:47,511 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:47,511 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a4415e724a8a405a81ba90aa97aca50e is 50, key is test_row_0/A:col10/1732155405717/Put/seqid=0
2024-11-21T02:16:47,521 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:47,522 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/f78d2da6b98e4d5f81d9fd01ac193768 is 50, key is test_row_0/B:col10/1732155405717/Put/seqid=0
2024-11-21T02:16:47,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742148_1324 (size=13187)
2024-11-21T02:16:47,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-21T02:16:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:16:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:47,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:47,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a93d020670184b11abdd275805427be0 is 50, key is test_row_0/A:col10/1732155406425/Put/seqid=0
2024-11-21T02:16:47,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742149_1325 (size=13187)
2024-11-21T02:16:47,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742150_1326 (size=12301)
2024-11-21T02:16:47,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a93d020670184b11abdd275805427be0
2024-11-21T02:16:47,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/8b69155d2d0d43a5be082c37af349b7c is 50, key is test_row_0/B:col10/1732155406425/Put/seqid=0
2024-11-21T02:16:47,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155467624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155467624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155467625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742151_1327 (size=12301)
2024-11-21T02:16:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-21T02:16:47,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155467741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155467742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155467742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,959 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a4415e724a8a405a81ba90aa97aca50e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a4415e724a8a405a81ba90aa97aca50e
2024-11-21T02:16:47,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155467954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155467954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155467954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:47,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:47,970 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into a4415e724a8a405a81ba90aa97aca50e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:47,971 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:47,971 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155407481; duration=0sec
2024-11-21T02:16:47,971 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:47,971 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:47,971 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:47,982 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:47,983 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:47,983 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:47,983 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/91fcd9518d094747863d23f80f9347e6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bf04747e7b684fc5b60751724a2759b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/63817adbf605436d8af08061048ca201] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.8 K
2024-11-21T02:16:47,984 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91fcd9518d094747863d23f80f9347e6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1732155403732
2024-11-21T02:16:47,985 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf04747e7b684fc5b60751724a2759b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732155404387
2024-11-21T02:16:47,987 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63817adbf605436d8af08061048ca201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732155405709
2024-11-21T02:16:48,046 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/f78d2da6b98e4d5f81d9fd01ac193768 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f78d2da6b98e4d5f81d9fd01ac193768
2024-11-21T02:16:48,052 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into f78d2da6b98e4d5f81d9fd01ac193768(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:48,053 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:48,053 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155407481; duration=0sec
2024-11-21T02:16:48,053 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:48,053 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:48,067 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:48,068 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/cd486b53f0a24896849f2888530efacd is 50, key is test_row_0/C:col10/1732155405717/Put/seqid=0
2024-11-21T02:16:48,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/8b69155d2d0d43a5be082c37af349b7c
2024-11-21T02:16:48,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742152_1328 (size=13187)
2024-11-21T02:16:48,118 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/cd486b53f0a24896849f2888530efacd as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/cd486b53f0a24896849f2888530efacd
2024-11-21T02:16:48,134 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into cd486b53f0a24896849f2888530efacd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:48,134 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:48,134 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155407481; duration=0sec
2024-11-21T02:16:48,134 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:48,134 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:48,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e3706f55d5c84a399c7f4c9283b6f7ee is 50, key is test_row_0/C:col10/1732155406425/Put/seqid=0
2024-11-21T02:16:48,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742153_1329 (size=12301)
2024-11-21T02:16:48,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e3706f55d5c84a399c7f4c9283b6f7ee
2024-11-21T02:16:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/a93d020670184b11abdd275805427be0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a93d020670184b11abdd275805427be0
2024-11-21T02:16:48,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a93d020670184b11abdd275805427be0, entries=150, sequenceid=434, filesize=12.0 K
2024-11-21T02:16:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-21T02:16:48,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/8b69155d2d0d43a5be082c37af349b7c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/8b69155d2d0d43a5be082c37af349b7c
2024-11-21T02:16:48,215 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/8b69155d2d0d43a5be082c37af349b7c, entries=150, sequenceid=434, filesize=12.0 K
2024-11-21T02:16:48,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e3706f55d5c84a399c7f4c9283b6f7ee as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e3706f55d5c84a399c7f4c9283b6f7ee
2024-11-21T02:16:48,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e3706f55d5c84a399c7f4c9283b6f7ee, entries=150, sequenceid=434, filesize=12.0 K
2024-11-21T02:16:48,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17613662755245aa57b59f2978ef4641 in 691ms, sequenceid=434, compaction requested=false
2024-11-21T02:16:48,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:48,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:48,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-21T02:16:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-21T02:16:48,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-21T02:16:48,236 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec
2024-11-21T02:16:48,238 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1850 sec
2024-11-21T02:16:48,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155407612, max timestamp=1732155408281Num uniques 859; 
2024-11-21T02:16:48,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:48,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155407612, max timestamp=1732155408281Num uniques 859; 
2024-11-21T02:16:48,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:48,288 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=62.62 KB heapSize=174.33 KB
2024-11-21T02:16:48,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155407612, max timestamp=1732155408281Num uniques 859; 
2024-11-21T02:16:48,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:48,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/e806de79c4fd4041b1049341ff77570b is 50, key is test_row_0/A:col10/1732155408278/Put/seqid=0
2024-11-21T02:16:48,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742154_1330 (size=19621)
2024-11-21T02:16:48,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155408366, max timestamp=1732155408494Num uniques 859; 
2024-11-21T02:16:48,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155408366, max timestamp=1732155408494Num uniques 859; 
2024-11-21T02:16:48,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:48,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:48,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155408366, max timestamp=1732155408494Num uniques 859; 
2024-11-21T02:16:48,502 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:16:48,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732155408548, max timestamp=1732155408571Num uniques 1018; 
2024-11-21T02:16:48,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268
2024-11-21T02:16:48,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732155408548, max timestamp=1732155408571Num uniques 1018; 
2024-11-21T02:16:48,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218
2024-11-21T02:16:48,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155408548, max timestamp=1732155408571Num uniques 1018; 
2024-11-21T02:16:48,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150
2024-11-21T02:16:48,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T02:16:48,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732155408636, max timestamp=1732155408664Num uniques 1127; 
2024-11-21T02:16:48,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=10392, suffix heap size=145176,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=227
2024-11-21T02:16:48,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732155408636, max timestamp=1732155408664Num uniques 1077; 
2024-11-21T02:16:48,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732155408636, max timestamp=1732155408668Num uniques 1009; 
2024-11-21T02:16:48,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227
2024-11-21T02:16:48,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227
2024-11-21T02:16:48,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155468731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732155408720, max timestamp=1732155408732Num uniques 1086; 
2024-11-21T02:16:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732155408720, max timestamp=1732155408732Num uniques 1086; 
2024-11-21T02:16:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-21T02:16:48,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186
2024-11-21T02:16:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:48,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155408720, max timestamp=1732155408732Num uniques 1086; 
2024-11-21T02:16:48,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150
2024-11-21T02:16:48,772 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/e806de79c4fd4041b1049341ff77570b
2024-11-21T02:16:48,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf is 50, key is test_row_0/B:col10/1732155408278/Put/seqid=0
2024-11-21T02:16:48,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742155_1331 (size=12301)
2024-11-21T02:16:48,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732155408818, max timestamp=1732155408849Num uniques 1045; 
2024-11-21T02:16:48,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-11-21T02:16:48,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732155408818, max timestamp=1732155408849Num uniques 1009; 
2024-11-21T02:16:48,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=11220, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245
2024-11-21T02:16:48,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732155408818, max timestamp=1732155408849Num uniques 1045; 
2024-11-21T02:16:48,858 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245
2024-11-21T02:16:48,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155468909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:48,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:48,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155468909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:48,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155468917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:48,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155469021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155469021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155469031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-21T02:16:49,220 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:49,221 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:49,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155469230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155469230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155469241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,291 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf
2024-11-21T02:16:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-21T02:16:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-21T02:16:49,293 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:49,294 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:49,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:49,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/b09124a2cac647bb8e02826954bafbc9 is 50, key is test_row_0/C:col10/1732155408278/Put/seqid=0
2024-11-21T02:16:49,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742156_1332 (size=12301)
2024-11-21T02:16:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-21T02:16:49,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-21T02:16:49,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:49,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:49,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:49,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155469541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155469544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155469550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:49,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-21T02:16:49,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-21T02:16:49,710 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/b09124a2cac647bb8e02826954bafbc9
2024-11-21T02:16:49,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/e806de79c4fd4041b1049341ff77570b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e806de79c4fd4041b1049341ff77570b
2024-11-21T02:16:49,732 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e806de79c4fd4041b1049341ff77570b, entries=300, sequenceid=459, filesize=19.2 K
2024-11-21T02:16:49,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf
2024-11-21T02:16:49,740 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf, entries=150, sequenceid=459, filesize=12.0 K
2024-11-21T02:16:49,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/b09124a2cac647bb8e02826954bafbc9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b09124a2cac647bb8e02826954bafbc9
2024-11-21T02:16:49,746 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b09124a2cac647bb8e02826954bafbc9, entries=150, sequenceid=459, filesize=12.0 K
2024-11-21T02:16:49,747 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~101.34 KB/103776, currentSize=147.60 KB/151140 for 17613662755245aa57b59f2978ef4641 in 1460ms, sequenceid=459, compaction requested=true
2024-11-21T02:16:49,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:49,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:49,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:49,747 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:49,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:49,748 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:49,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:49,754 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:49,754 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:49,754 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,754 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f78d2da6b98e4d5f81d9fd01ac193768, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/8b69155d2d0d43a5be082c37af349b7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.9 K
2024-11-21T02:16:49,754 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45109 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:49,754 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:49,755 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,755 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a4415e724a8a405a81ba90aa97aca50e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a93d020670184b11abdd275805427be0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e806de79c4fd4041b1049341ff77570b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=44.1 K
2024-11-21T02:16:49,755 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting f78d2da6b98e4d5f81d9fd01ac193768, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732155405709
2024-11-21T02:16:49,755 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4415e724a8a405a81ba90aa97aca50e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732155405709
2024-11-21T02:16:49,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-21T02:16:49,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,756 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b69155d2d0d43a5be082c37af349b7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732155406416
2024-11-21T02:16:49,756 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a93d020670184b11abdd275805427be0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732155406416
2024-11-21T02:16:49,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=147.60 KB heapSize=416.77 KB
2024-11-21T02:16:49,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:49,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:49,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:49,757 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 226bc7fbcdbe48e0b58f8ea3e7c3f7bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155408278
2024-11-21T02:16:49,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:49,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:49,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:16:49,757 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e806de79c4fd4041b1049341ff77570b, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155407612
2024-11-21T02:16:49,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/e025ef1b2c0b445ab36a4f77e60dbd7d is 50, key is test_row_0/A:col10/1732155408905/Put/seqid=0
2024-11-21T02:16:49,775 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:49,775 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/d9ee4be891204c0893aeac6f360f3521 is 50, key is test_row_0/A:col10/1732155408278/Put/seqid=0
2024-11-21T02:16:49,792 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:49,792 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/3d2a4b8c781a443995981aa8185a358a is 50, key is test_row_0/B:col10/1732155408278/Put/seqid=0
2024-11-21T02:16:49,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742157_1333 (size=12301)
2024-11-21T02:16:49,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742159_1335 (size=13289)
2024-11-21T02:16:49,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742158_1334 (size=13289)
2024-11-21T02:16:49,912 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/d9ee4be891204c0893aeac6f360f3521 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/d9ee4be891204c0893aeac6f360f3521
2024-11-21T02:16:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-21T02:16:49,922 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into d9ee4be891204c0893aeac6f360f3521(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:49,922 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:49,922 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155409747; duration=0sec
2024-11-21T02:16:49,922 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:49,922 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:49,922 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:49,924 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:49,924 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:49,924 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:49,924 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/cd486b53f0a24896849f2888530efacd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e3706f55d5c84a399c7f4c9283b6f7ee, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b09124a2cac647bb8e02826954bafbc9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=36.9 K
2024-11-21T02:16:49,925 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd486b53f0a24896849f2888530efacd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732155405709
2024-11-21T02:16:49,925 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3706f55d5c84a399c7f4c9283b6f7ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732155406416
2024-11-21T02:16:49,926 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b09124a2cac647bb8e02826954bafbc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155408278
2024-11-21T02:16:49,934 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:49,935 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/1eb84777a04a4d8fbf4de53adeb3ec7e is 50, key is test_row_0/C:col10/1732155408278/Put/seqid=0
2024-11-21T02:16:49,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742160_1336 (size=13289)
2024-11-21T02:16:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. as already flushing
2024-11-21T02:16:50,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155470061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155470062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155470065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155470173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155470180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/e025ef1b2c0b445ab36a4f77e60dbd7d
2024-11-21T02:16:50,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c09151d1540a4d78933cf27ec8985895 is 50, key is test_row_0/B:col10/1732155408905/Put/seqid=0
2024-11-21T02:16:50,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742161_1337 (size=12301)
2024-11-21T02:16:50,301 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/3d2a4b8c781a443995981aa8185a358a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3d2a4b8c781a443995981aa8185a358a
2024-11-21T02:16:50,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c09151d1540a4d78933cf27ec8985895
2024-11-21T02:16:50,310 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into 3d2a4b8c781a443995981aa8185a358a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:50,310 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:50,310 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155409747; duration=0sec
2024-11-21T02:16:50,311 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:50,311 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e161a752ceb44f2cb37e621846c297b4 is 50, key is test_row_0/C:col10/1732155408905/Put/seqid=0
2024-11-21T02:16:50,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742162_1338 (size=12301)
2024-11-21T02:16:50,363 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/1eb84777a04a4d8fbf4de53adeb3ec7e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/1eb84777a04a4d8fbf4de53adeb3ec7e
2024-11-21T02:16:50,372 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into 1eb84777a04a4d8fbf4de53adeb3ec7e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:50,372 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:50,373 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155409748; duration=0sec
2024-11-21T02:16:50,373 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:50,373 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:50,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155470384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155470401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-21T02:16:50,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155470692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155470718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:50,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:50,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e161a752ceb44f2cb37e621846c297b4
2024-11-21T02:16:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/e025ef1b2c0b445ab36a4f77e60dbd7d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e025ef1b2c0b445ab36a4f77e60dbd7d
2024-11-21T02:16:50,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e025ef1b2c0b445ab36a4f77e60dbd7d, entries=150, sequenceid=565, filesize=12.0 K
2024-11-21T02:16:50,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/c09151d1540a4d78933cf27ec8985895 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c09151d1540a4d78933cf27ec8985895
2024-11-21T02:16:50,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c09151d1540a4d78933cf27ec8985895, entries=150, sequenceid=565, filesize=12.0 K
2024-11-21T02:16:50,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/e161a752ceb44f2cb37e621846c297b4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e161a752ceb44f2cb37e621846c297b4
2024-11-21T02:16:50,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e161a752ceb44f2cb37e621846c297b4, entries=150, sequenceid=565, filesize=12.0 K
2024-11-21T02:16:50,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~416.72 KB/426720, currentSize=33.54 KB/34350 for 17613662755245aa57b59f2978ef4641 in 1034ms, sequenceid=565, compaction requested=false
2024-11-21T02:16:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-21T02:16:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-21T02:16:50,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-21T02:16:50,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4980 sec
2024-11-21T02:16:50,798 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5740 sec
2024-11-21T02:16:51,095 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:16:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:51,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:51,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/0ddba924fde94bf285283a2dbbae8cb2 is 50, key is test_row_0/A:col10/1732155411083/Put/seqid=0
2024-11-21T02:16:51,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742163_1339 (size=12301)
2024-11-21T02:16:51,142 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/0ddba924fde94bf285283a2dbbae8cb2
2024-11-21T02:16:51,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/09ea049cbc954bbbbe006c1d2ef6031b is 50, key is test_row_0/B:col10/1732155411083/Put/seqid=0
2024-11-21T02:16:51,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742164_1340 (size=12301)
2024-11-21T02:16:51,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155411198, max timestamp=1732155411221Num uniques 859; 
2024-11-21T02:16:51,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155411198, max timestamp=1732155411221Num uniques 859; 
2024-11-21T02:16:51,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:51,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:51,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155411198, max timestamp=1732155411221Num uniques 859; 
2024-11-21T02:16:51,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:16:51,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155471269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155471278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155471278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,396 INFO  [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160.
2024-11-21T02:16:51,396 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:51,396 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155471392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,397 INFO  [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154.
2024-11-21T02:16:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155471392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,397 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,397 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155471392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,398 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,398 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,398 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,398 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,398 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:51,398 INFO  [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158.
2024-11-21T02:16:51,398 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:51,398 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,398 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,398 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:51,399 INFO  [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152.
2024-11-21T02:16:51,399 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:51,399 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,399 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,399 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:51,403 INFO  [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156.
2024-11-21T02:16:51,403 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:51,403 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,403 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:51,403 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-21T02:16:51,441 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:51,589 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/09ea049cbc954bbbbe006c1d2ef6031b
2024-11-21T02:16:51,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/3ecf0c29656740198b62d8547569b5fb is 50, key is test_row_0/C:col10/1732155411083/Put/seqid=0
2024-11-21T02:16:51,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742165_1341 (size=12301)
2024-11-21T02:16:51,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155471601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155471601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155471601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49016 deadline: 1732155471911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49118 deadline: 1732155471911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49054 deadline: 1732155471911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:16:52,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/3ecf0c29656740198b62d8547569b5fb
2024-11-21T02:16:52,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/0ddba924fde94bf285283a2dbbae8cb2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0ddba924fde94bf285283a2dbbae8cb2
2024-11-21T02:16:52,009 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0ddba924fde94bf285283a2dbbae8cb2, entries=150, sequenceid=578, filesize=12.0 K
2024-11-21T02:16:52,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/09ea049cbc954bbbbe006c1d2ef6031b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/09ea049cbc954bbbbe006c1d2ef6031b
2024-11-21T02:16:52,019 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/09ea049cbc954bbbbe006c1d2ef6031b, entries=150, sequenceid=578, filesize=12.0 K
2024-11-21T02:16:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/3ecf0c29656740198b62d8547569b5fb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/3ecf0c29656740198b62d8547569b5fb
2024-11-21T02:16:52,023 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/3ecf0c29656740198b62d8547569b5fb, entries=150, sequenceid=578, filesize=12.0 K
2024-11-21T02:16:52,024 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 17613662755245aa57b59f2978ef4641 in 929ms, sequenceid=578, compaction requested=true
2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:52,024 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17613662755245aa57b59f2978ef4641:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:16:52,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:16:52,028 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:52,028 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/A is initiating minor compaction (all files)
2024-11-21T02:16:52,028 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/A in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:52,028 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:52,028 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/d9ee4be891204c0893aeac6f360f3521, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e025ef1b2c0b445ab36a4f77e60dbd7d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0ddba924fde94bf285283a2dbbae8cb2] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=37.0 K
2024-11-21T02:16:52,030 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ee4be891204c0893aeac6f360f3521, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155408278
2024-11-21T02:16:52,031 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e025ef1b2c0b445ab36a4f77e60dbd7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732155408905
2024-11-21T02:16:52,032 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:52,032 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/B is initiating minor compaction (all files)
2024-11-21T02:16:52,032 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/B in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:52,032 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ddba924fde94bf285283a2dbbae8cb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1732155410061
2024-11-21T02:16:52,032 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3d2a4b8c781a443995981aa8185a358a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c09151d1540a4d78933cf27ec8985895, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/09ea049cbc954bbbbe006c1d2ef6031b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=37.0 K
2024-11-21T02:16:52,034 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d2a4b8c781a443995981aa8185a358a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155408278
2024-11-21T02:16:52,034 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c09151d1540a4d78933cf27ec8985895, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732155408905
2024-11-21T02:16:52,036 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ea049cbc954bbbbe006c1d2ef6031b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1732155410061
2024-11-21T02:16:52,050 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:52,050 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/59af4a40efad41db8032ec8feffd70dc is 50, key is test_row_0/A:col10/1732155411083/Put/seqid=0
2024-11-21T02:16:52,054 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:52,054 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/e501b270f0694348ba295b2c35311e2e is 50, key is test_row_0/B:col10/1732155411083/Put/seqid=0
2024-11-21T02:16:52,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742166_1342 (size=13391)
2024-11-21T02:16:52,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742167_1343 (size=13391)
2024-11-21T02:16:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:52,424 INFO  [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143.
2024-11-21T02:16:52,424 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:52,424 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:52,424 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:52,424 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:52,426 INFO  [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149.
2024-11-21T02:16:52,426 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:52,426 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:52,426 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:52,426 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:52,428 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=154.31 KB heapSize=440.77 KB
2024-11-21T02:16:52,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-21T02:16:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-21T02:16:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:52,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-21T02:16:52,429 INFO  [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141.
2024-11-21T02:16:52,429 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:52,429 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:52,430 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:52,430 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:52,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/bdd0c971338c4140b5eca3dd8dc761dd is 50, key is test_row_0/A:col10/1732155411268/Put/seqid=0
2024-11-21T02:16:52,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742168_1344 (size=12301)
2024-11-21T02:16:52,452 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/bdd0c971338c4140b5eca3dd8dc761dd
2024-11-21T02:16:52,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/e178ec6a990148098e5b01fe3516b115 is 50, key is test_row_0/B:col10/1732155411268/Put/seqid=0
2024-11-21T02:16:52,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742169_1345 (size=12301)
2024-11-21T02:16:52,489 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/59af4a40efad41db8032ec8feffd70dc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/59af4a40efad41db8032ec8feffd70dc
2024-11-21T02:16:52,493 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/A of 17613662755245aa57b59f2978ef4641 into 59af4a40efad41db8032ec8feffd70dc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:52,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:52,493 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/A, priority=13, startTime=1732155412024; duration=0sec
2024-11-21T02:16:52,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:16:52,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:A
2024-11-21T02:16:52,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:16:52,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:16:52,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 17613662755245aa57b59f2978ef4641/C is initiating minor compaction (all files)
2024-11-21T02:16:52,494 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17613662755245aa57b59f2978ef4641/C in TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:52,494 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/1eb84777a04a4d8fbf4de53adeb3ec7e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e161a752ceb44f2cb37e621846c297b4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/3ecf0c29656740198b62d8547569b5fb] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp, totalSize=37.0 K
2024-11-21T02:16:52,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1eb84777a04a4d8fbf4de53adeb3ec7e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732155408278
2024-11-21T02:16:52,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e161a752ceb44f2cb37e621846c297b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732155408905
2024-11-21T02:16:52,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ecf0c29656740198b62d8547569b5fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1732155410061
2024-11-21T02:16:52,505 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17613662755245aa57b59f2978ef4641#C#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:16:52,505 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/2a4930a785c54a99b6dde135ba2e8c60 is 50, key is test_row_0/C:col10/1732155411083/Put/seqid=0
2024-11-21T02:16:52,509 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/e501b270f0694348ba295b2c35311e2e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e501b270f0694348ba295b2c35311e2e
2024-11-21T02:16:52,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742170_1346 (size=13391)
2024-11-21T02:16:52,516 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/B of 17613662755245aa57b59f2978ef4641 into e501b270f0694348ba295b2c35311e2e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:52,516 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:52,516 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/B, priority=13, startTime=1732155412024; duration=0sec
2024-11-21T02:16:52,516 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:52,516 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:B
2024-11-21T02:16:52,868 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/e178ec6a990148098e5b01fe3516b115
2024-11-21T02:16:52,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/ed214baa8aca4594a02677040b4b2c02 is 50, key is test_row_0/C:col10/1732155411268/Put/seqid=0
2024-11-21T02:16:52,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742171_1347 (size=12301)
2024-11-21T02:16:52,926 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/2a4930a785c54a99b6dde135ba2e8c60 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/2a4930a785c54a99b6dde135ba2e8c60
2024-11-21T02:16:52,930 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17613662755245aa57b59f2978ef4641/C of 17613662755245aa57b59f2978ef4641 into 2a4930a785c54a99b6dde135ba2e8c60(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:16:52,930 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:52,930 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., storeName=17613662755245aa57b59f2978ef4641/C, priority=13, startTime=1732155412024; duration=0sec
2024-11-21T02:16:52,930 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:16:52,930 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17613662755245aa57b59f2978ef4641:C
2024-11-21T02:16:53,222 INFO  [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147.
2024-11-21T02:16:53,222 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:53,222 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:53,223 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:53,223 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:53,272 INFO  [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145.
2024-11-21T02:16:53,273 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:16:53,273 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:53,273 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:53,273 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 148
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 119
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 28
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 180
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1792
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1776
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1771
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1772
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 1773
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-21T02:16:53,273 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:16:53,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:16:53,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:53,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:53,274 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:16:53,275 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-21T02:16:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-21T02:16:53,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155413277"}]},"ts":"1732155413277"}
2024-11-21T02:16:53,279 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-21T02:16:53,279 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-21T02:16:53,280 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:16:53,282 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, UNASSIGN}]
2024-11-21T02:16:53,283 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, UNASSIGN
2024-11-21T02:16:53,283 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=17613662755245aa57b59f2978ef4641, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:53,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, UNASSIGN because future has completed
2024-11-21T02:16:53,285 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:16:53,285 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:53,297 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/ed214baa8aca4594a02677040b4b2c02
2024-11-21T02:16:53,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/bdd0c971338c4140b5eca3dd8dc761dd as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/bdd0c971338c4140b5eca3dd8dc761dd
2024-11-21T02:16:53,304 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/bdd0c971338c4140b5eca3dd8dc761dd, entries=150, sequenceid=617, filesize=12.0 K
2024-11-21T02:16:53,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/e178ec6a990148098e5b01fe3516b115 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e178ec6a990148098e5b01fe3516b115
2024-11-21T02:16:53,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e178ec6a990148098e5b01fe3516b115, entries=150, sequenceid=617, filesize=12.0 K
2024-11-21T02:16:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/ed214baa8aca4594a02677040b4b2c02 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ed214baa8aca4594a02677040b4b2c02
2024-11-21T02:16:53,311 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ed214baa8aca4594a02677040b4b2c02, entries=150, sequenceid=617, filesize=12.0 K
2024-11-21T02:16:53,311 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=13.42 KB/13740 for 17613662755245aa57b59f2978ef4641 in 883ms, sequenceid=617, compaction requested=false
2024-11-21T02:16:53,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17613662755245aa57b59f2978ef4641:

2024-11-21T02:16:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-21T02:16:53,437 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(122): Close 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:53,437 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:16:53,437 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1722): Closing 17613662755245aa57b59f2978ef4641, disabling compactions & flushes
2024-11-21T02:16:53,437 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. after waiting 0 ms
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:53,438 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(2902): Flushing 17613662755245aa57b59f2978ef4641 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=A
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=B
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17613662755245aa57b59f2978ef4641, store=C
2024-11-21T02:16:53,438 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:53,442 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/496f96f2e9b24278b1def388239847b4 is 50, key is test_row_0/A:col10/1732155413271/Put/seqid=0
2024-11-21T02:16:53,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742172_1348 (size=9857)
2024-11-21T02:16:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-21T02:16:53,853 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=625 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/496f96f2e9b24278b1def388239847b4
2024-11-21T02:16:53,857 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/a6f8f08e27fc427ca14051fdb6836fb2 is 50, key is test_row_0/B:col10/1732155413271/Put/seqid=0
2024-11-21T02:16:53,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742173_1349 (size=9857)
2024-11-21T02:16:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-21T02:16:54,261 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=625 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/a6f8f08e27fc427ca14051fdb6836fb2
2024-11-21T02:16:54,269 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/ca8ad52106754d2abf2eaa2ec5b68e5e is 50, key is test_row_0/C:col10/1732155413271/Put/seqid=0
2024-11-21T02:16:54,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742174_1350 (size=9857)
2024-11-21T02:16:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-21T02:16:54,698 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=625 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/ca8ad52106754d2abf2eaa2ec5b68e5e
2024-11-21T02:16:54,705 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/A/496f96f2e9b24278b1def388239847b4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/496f96f2e9b24278b1def388239847b4
2024-11-21T02:16:54,711 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/496f96f2e9b24278b1def388239847b4, entries=100, sequenceid=625, filesize=9.6 K
2024-11-21T02:16:54,712 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/B/a6f8f08e27fc427ca14051fdb6836fb2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/a6f8f08e27fc427ca14051fdb6836fb2
2024-11-21T02:16:54,726 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/a6f8f08e27fc427ca14051fdb6836fb2, entries=100, sequenceid=625, filesize=9.6 K
2024-11-21T02:16:54,727 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/.tmp/C/ca8ad52106754d2abf2eaa2ec5b68e5e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ca8ad52106754d2abf2eaa2ec5b68e5e
2024-11-21T02:16:54,733 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ca8ad52106754d2abf2eaa2ec5b68e5e, entries=100, sequenceid=625, filesize=9.6 K
2024-11-21T02:16:54,734 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 17613662755245aa57b59f2978ef4641 in 1295ms, sequenceid=625, compaction requested=true
2024-11-21T02:16:54,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/99a235b31f1243c696ef4652eb4c0f04, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/c5fcf152861844adb4173c4d7b233c4c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b743db6d499a45d4995dc6beb9eef80f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/22c60f78cc7a431bac9dc19f6577db06, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e5d2de280624eecbc10399c4d48610d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/26ba310711fe4eb68c5d026f6f241a51, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/45baec809bf241ccb09586c499b2c32f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7b39ec7ae3d84fff8b3925829815633d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4b7354d0031e436789c9f46003228006, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6fe98024ed1944169ec974330571547d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e2bf412513d4c46a97202423137c49c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8c68c9e29796498bbb23a65b10f895eb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8894055b7559471bbe10fad40c554b1f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/ceaa862547ac48daade38fab46559064, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b07cb4d88e0e4bc89264826ce040c4cd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6386166e0fc24a75891ead8838f82f1e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/788cf2289ebe4786b19cf98ad7467560, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/97943d184bd147efb0ec0ce09a14daf9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0efa5ef02b0f46b7b9cf1eb185d39887, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f924b2eba73c4a75b00f725c53f7e004, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a9e3b23dcda6406a96c38d34f3459e12, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/9d140d8d24194a958cee69e1dbc97918, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/030b35301df24651a623ce86a9178f67, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7e1a90f4db1b44319be5bf18aee59dd9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4598d123b9e8464397acc9dfea16a341, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f5e0341779d945dfbdb66c3c4e719d97, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a4415e724a8a405a81ba90aa97aca50e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a93d020670184b11abdd275805427be0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e806de79c4fd4041b1049341ff77570b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/d9ee4be891204c0893aeac6f360f3521, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e025ef1b2c0b445ab36a4f77e60dbd7d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0ddba924fde94bf285283a2dbbae8cb2] to archive
2024-11-21T02:16:54,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:16:54,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/99a235b31f1243c696ef4652eb4c0f04 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/99a235b31f1243c696ef4652eb4c0f04
2024-11-21T02:16:54,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/c5fcf152861844adb4173c4d7b233c4c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/c5fcf152861844adb4173c4d7b233c4c
2024-11-21T02:16:54,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b743db6d499a45d4995dc6beb9eef80f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b743db6d499a45d4995dc6beb9eef80f
2024-11-21T02:16:54,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/22c60f78cc7a431bac9dc19f6577db06 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/22c60f78cc7a431bac9dc19f6577db06
2024-11-21T02:16:54,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e5d2de280624eecbc10399c4d48610d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e5d2de280624eecbc10399c4d48610d
2024-11-21T02:16:54,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/26ba310711fe4eb68c5d026f6f241a51 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/26ba310711fe4eb68c5d026f6f241a51
2024-11-21T02:16:54,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/45baec809bf241ccb09586c499b2c32f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/45baec809bf241ccb09586c499b2c32f
2024-11-21T02:16:54,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7b39ec7ae3d84fff8b3925829815633d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7b39ec7ae3d84fff8b3925829815633d
2024-11-21T02:16:54,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4b7354d0031e436789c9f46003228006 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4b7354d0031e436789c9f46003228006
2024-11-21T02:16:54,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6fe98024ed1944169ec974330571547d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6fe98024ed1944169ec974330571547d
2024-11-21T02:16:54,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e2bf412513d4c46a97202423137c49c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/3e2bf412513d4c46a97202423137c49c
2024-11-21T02:16:54,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8c68c9e29796498bbb23a65b10f895eb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8c68c9e29796498bbb23a65b10f895eb
2024-11-21T02:16:54,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8894055b7559471bbe10fad40c554b1f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/8894055b7559471bbe10fad40c554b1f
2024-11-21T02:16:54,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/ceaa862547ac48daade38fab46559064 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/ceaa862547ac48daade38fab46559064
2024-11-21T02:16:54,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b07cb4d88e0e4bc89264826ce040c4cd to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/b07cb4d88e0e4bc89264826ce040c4cd
2024-11-21T02:16:54,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6386166e0fc24a75891ead8838f82f1e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/6386166e0fc24a75891ead8838f82f1e
2024-11-21T02:16:54,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/788cf2289ebe4786b19cf98ad7467560 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/788cf2289ebe4786b19cf98ad7467560
2024-11-21T02:16:54,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/97943d184bd147efb0ec0ce09a14daf9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/97943d184bd147efb0ec0ce09a14daf9
2024-11-21T02:16:54,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0efa5ef02b0f46b7b9cf1eb185d39887 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0efa5ef02b0f46b7b9cf1eb185d39887
2024-11-21T02:16:54,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f924b2eba73c4a75b00f725c53f7e004 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f924b2eba73c4a75b00f725c53f7e004
2024-11-21T02:16:54,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a9e3b23dcda6406a96c38d34f3459e12 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a9e3b23dcda6406a96c38d34f3459e12
2024-11-21T02:16:54,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/9d140d8d24194a958cee69e1dbc97918 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/9d140d8d24194a958cee69e1dbc97918
2024-11-21T02:16:54,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/030b35301df24651a623ce86a9178f67 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/030b35301df24651a623ce86a9178f67
2024-11-21T02:16:54,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7e1a90f4db1b44319be5bf18aee59dd9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/7e1a90f4db1b44319be5bf18aee59dd9
2024-11-21T02:16:54,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4598d123b9e8464397acc9dfea16a341 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/4598d123b9e8464397acc9dfea16a341
2024-11-21T02:16:54,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f5e0341779d945dfbdb66c3c4e719d97 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/f5e0341779d945dfbdb66c3c4e719d97
2024-11-21T02:16:54,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a4415e724a8a405a81ba90aa97aca50e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a4415e724a8a405a81ba90aa97aca50e
2024-11-21T02:16:54,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a93d020670184b11abdd275805427be0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/a93d020670184b11abdd275805427be0
2024-11-21T02:16:54,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e806de79c4fd4041b1049341ff77570b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e806de79c4fd4041b1049341ff77570b
2024-11-21T02:16:54,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/d9ee4be891204c0893aeac6f360f3521 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/d9ee4be891204c0893aeac6f360f3521
2024-11-21T02:16:54,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e025ef1b2c0b445ab36a4f77e60dbd7d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/e025ef1b2c0b445ab36a4f77e60dbd7d
2024-11-21T02:16:54,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0ddba924fde94bf285283a2dbbae8cb2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/0ddba924fde94bf285283a2dbbae8cb2
2024-11-21T02:16:54,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/1a6f1c8c53554c0cb6bcc6944bfd4151, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/2279543ac3b34d6291e941d789aa1283, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/204804c6e73e4df0bf6cc3e7cdf7ec91, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/54f97987aea844f088ac41e466318516, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/4a44cc3c57944a1c8e2209d4d6151d42, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/39edbb6b60394f13a6918487cec58dad, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/cf3f80f662c24504a8db99aa8b77c8d1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c65a3df573b94941806a60d3f03d5c88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ee5833a32ead4dc6b48e887ab82025fe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c6aad56f29af49fdb8de8bbaf7c305da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/baf01b715cc44b0fa36a6756785a4d21, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/0d1736b3c9e047e2a64b191bd94a0e55, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/9f9b651138454b2e8c0cf13c13439ce6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5e363ee4cf4d4cb9991fa95e48d43bce, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/03e0af4b2f8c4067b25c114cf2c5485e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f68e227fec2a46dbaf7923d33c99ebe0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3ebd66c2f4b746dd9186933aef095637, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5c5a2c0f3ae94a01b9eac514daf971d7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/81f148101a974ca9a0df49587b5f0aae, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/bfdb550a583240d19be26196ad7c5b8b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/74855357b87c469caaedd97978bf52b9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/43d82cc64aee4cc1b08b901648e23522, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ece95e19c5564fd5baf095c30ed40af0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/66ad8a1dda1946c89d39fc6553007ca9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/dc111443fd6a4360a928c58dca6930b5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f78d2da6b98e4d5f81d9fd01ac193768, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ea502084eb3445b6b60e8f202de5382c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/8b69155d2d0d43a5be082c37af349b7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3d2a4b8c781a443995981aa8185a358a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c09151d1540a4d78933cf27ec8985895, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/09ea049cbc954bbbbe006c1d2ef6031b] to archive
2024-11-21T02:16:54,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:16:54,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/1a6f1c8c53554c0cb6bcc6944bfd4151 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/1a6f1c8c53554c0cb6bcc6944bfd4151
2024-11-21T02:16:54,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/2279543ac3b34d6291e941d789aa1283 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/2279543ac3b34d6291e941d789aa1283
2024-11-21T02:16:54,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/204804c6e73e4df0bf6cc3e7cdf7ec91 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/204804c6e73e4df0bf6cc3e7cdf7ec91
2024-11-21T02:16:54,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/54f97987aea844f088ac41e466318516 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/54f97987aea844f088ac41e466318516
2024-11-21T02:16:54,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/4a44cc3c57944a1c8e2209d4d6151d42 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/4a44cc3c57944a1c8e2209d4d6151d42
2024-11-21T02:16:54,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/39edbb6b60394f13a6918487cec58dad to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/39edbb6b60394f13a6918487cec58dad
2024-11-21T02:16:54,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/cf3f80f662c24504a8db99aa8b77c8d1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/cf3f80f662c24504a8db99aa8b77c8d1
2024-11-21T02:16:54,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c65a3df573b94941806a60d3f03d5c88 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c65a3df573b94941806a60d3f03d5c88
2024-11-21T02:16:54,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ee5833a32ead4dc6b48e887ab82025fe to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ee5833a32ead4dc6b48e887ab82025fe
2024-11-21T02:16:54,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c6aad56f29af49fdb8de8bbaf7c305da to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c6aad56f29af49fdb8de8bbaf7c305da
2024-11-21T02:16:54,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/baf01b715cc44b0fa36a6756785a4d21 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/baf01b715cc44b0fa36a6756785a4d21
2024-11-21T02:16:54,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/0d1736b3c9e047e2a64b191bd94a0e55 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/0d1736b3c9e047e2a64b191bd94a0e55
2024-11-21T02:16:54,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/9f9b651138454b2e8c0cf13c13439ce6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/9f9b651138454b2e8c0cf13c13439ce6
2024-11-21T02:16:54,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5e363ee4cf4d4cb9991fa95e48d43bce to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5e363ee4cf4d4cb9991fa95e48d43bce
2024-11-21T02:16:54,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/03e0af4b2f8c4067b25c114cf2c5485e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/03e0af4b2f8c4067b25c114cf2c5485e
2024-11-21T02:16:54,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f68e227fec2a46dbaf7923d33c99ebe0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f68e227fec2a46dbaf7923d33c99ebe0
2024-11-21T02:16:54,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3ebd66c2f4b746dd9186933aef095637 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3ebd66c2f4b746dd9186933aef095637
2024-11-21T02:16:54,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5c5a2c0f3ae94a01b9eac514daf971d7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/5c5a2c0f3ae94a01b9eac514daf971d7
2024-11-21T02:16:54,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/81f148101a974ca9a0df49587b5f0aae to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/81f148101a974ca9a0df49587b5f0aae
2024-11-21T02:16:54,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/bfdb550a583240d19be26196ad7c5b8b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/bfdb550a583240d19be26196ad7c5b8b
2024-11-21T02:16:54,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/74855357b87c469caaedd97978bf52b9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/74855357b87c469caaedd97978bf52b9
2024-11-21T02:16:54,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/43d82cc64aee4cc1b08b901648e23522 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/43d82cc64aee4cc1b08b901648e23522
2024-11-21T02:16:54,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ece95e19c5564fd5baf095c30ed40af0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ece95e19c5564fd5baf095c30ed40af0
2024-11-21T02:16:54,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/66ad8a1dda1946c89d39fc6553007ca9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/66ad8a1dda1946c89d39fc6553007ca9
2024-11-21T02:16:54,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/dc111443fd6a4360a928c58dca6930b5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/dc111443fd6a4360a928c58dca6930b5
2024-11-21T02:16:54,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f78d2da6b98e4d5f81d9fd01ac193768 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/f78d2da6b98e4d5f81d9fd01ac193768
2024-11-21T02:16:54,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ea502084eb3445b6b60e8f202de5382c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/ea502084eb3445b6b60e8f202de5382c
2024-11-21T02:16:54,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/8b69155d2d0d43a5be082c37af349b7c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/8b69155d2d0d43a5be082c37af349b7c
2024-11-21T02:16:54,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3d2a4b8c781a443995981aa8185a358a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/3d2a4b8c781a443995981aa8185a358a
2024-11-21T02:16:54,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/226bc7fbcdbe48e0b58f8ea3e7c3f7bf
2024-11-21T02:16:54,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c09151d1540a4d78933cf27ec8985895 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/c09151d1540a4d78933cf27ec8985895
2024-11-21T02:16:54,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/09ea049cbc954bbbbe006c1d2ef6031b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/09ea049cbc954bbbbe006c1d2ef6031b
2024-11-21T02:16:54,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/6b0b7f620cb343e499da85b11c25f724, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/26c83d9325b146aa852fb38cd3e0d71f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d5dd2276b61d40198ab0b5c63d838b27, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/fea3c880b80a4425b3cbce75f5aec688, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/20151afa5d774024a2776a2a0edad7f2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a24a21d92ac346949211506f545c1318, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/f62137379f494ad393bc8651946d6b3a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/de5fbf8c5f424604a40ea46c3107b07c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a8318ef14f67492ea1bd12672fa59489, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b33fba16f3b7477297463ed4f03bfde3, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d93ea482c5e54669a71826f5ccc74f1d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c94040af50d648eb96fcffe416788695, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c757bbfeff474cbead0198b9401526fa, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/835c70f7b74f4b049bf72c72687e5034, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/36b382ffa8394904a32a6b8a8dea0ecf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e0d64b02442448a29496dc429e449a81, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e5a3c965c39e4ddf8994b2a19367d785, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bee41f688c5849b8955a75499e49aca9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/97ba309e7fdd497eb3bed5117367e5af, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/30e0edb7224441abba485dfdec528d3e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/463244ef929e41f9a2d30c01f9f18634, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/44f59a1a503343c8bb017917e2933df5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/91fcd9518d094747863d23f80f9347e6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/7b1f50c51a9c4a48af68f66dafa0d85c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bf04747e7b684fc5b60751724a2759b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/cd486b53f0a24896849f2888530efacd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/63817adbf605436d8af08061048ca201, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e3706f55d5c84a399c7f4c9283b6f7ee, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/1eb84777a04a4d8fbf4de53adeb3ec7e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b09124a2cac647bb8e02826954bafbc9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e161a752ceb44f2cb37e621846c297b4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/3ecf0c29656740198b62d8547569b5fb] to archive
2024-11-21T02:16:54,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:16:54,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/6b0b7f620cb343e499da85b11c25f724 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/6b0b7f620cb343e499da85b11c25f724
2024-11-21T02:16:54,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/26c83d9325b146aa852fb38cd3e0d71f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/26c83d9325b146aa852fb38cd3e0d71f
2024-11-21T02:16:54,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d5dd2276b61d40198ab0b5c63d838b27 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d5dd2276b61d40198ab0b5c63d838b27
2024-11-21T02:16:54,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/fea3c880b80a4425b3cbce75f5aec688 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/fea3c880b80a4425b3cbce75f5aec688
2024-11-21T02:16:54,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/20151afa5d774024a2776a2a0edad7f2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/20151afa5d774024a2776a2a0edad7f2
2024-11-21T02:16:54,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a24a21d92ac346949211506f545c1318 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a24a21d92ac346949211506f545c1318
2024-11-21T02:16:54,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/f62137379f494ad393bc8651946d6b3a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/f62137379f494ad393bc8651946d6b3a
2024-11-21T02:16:54,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/de5fbf8c5f424604a40ea46c3107b07c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/de5fbf8c5f424604a40ea46c3107b07c
2024-11-21T02:16:54,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a8318ef14f67492ea1bd12672fa59489 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/a8318ef14f67492ea1bd12672fa59489
2024-11-21T02:16:54,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b33fba16f3b7477297463ed4f03bfde3 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b33fba16f3b7477297463ed4f03bfde3
2024-11-21T02:16:54,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d93ea482c5e54669a71826f5ccc74f1d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/d93ea482c5e54669a71826f5ccc74f1d
2024-11-21T02:16:54,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c94040af50d648eb96fcffe416788695 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c94040af50d648eb96fcffe416788695
2024-11-21T02:16:54,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c757bbfeff474cbead0198b9401526fa to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/c757bbfeff474cbead0198b9401526fa
2024-11-21T02:16:54,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/835c70f7b74f4b049bf72c72687e5034 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/835c70f7b74f4b049bf72c72687e5034
2024-11-21T02:16:54,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/36b382ffa8394904a32a6b8a8dea0ecf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/36b382ffa8394904a32a6b8a8dea0ecf
2024-11-21T02:16:54,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e0d64b02442448a29496dc429e449a81 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e0d64b02442448a29496dc429e449a81
2024-11-21T02:16:54,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e5a3c965c39e4ddf8994b2a19367d785 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e5a3c965c39e4ddf8994b2a19367d785
2024-11-21T02:16:54,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bee41f688c5849b8955a75499e49aca9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bee41f688c5849b8955a75499e49aca9
2024-11-21T02:16:54,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/97ba309e7fdd497eb3bed5117367e5af to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/97ba309e7fdd497eb3bed5117367e5af
2024-11-21T02:16:54,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/30e0edb7224441abba485dfdec528d3e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/30e0edb7224441abba485dfdec528d3e
2024-11-21T02:16:54,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/463244ef929e41f9a2d30c01f9f18634 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/463244ef929e41f9a2d30c01f9f18634
2024-11-21T02:16:54,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/44f59a1a503343c8bb017917e2933df5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/44f59a1a503343c8bb017917e2933df5
2024-11-21T02:16:54,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/91fcd9518d094747863d23f80f9347e6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/91fcd9518d094747863d23f80f9347e6
2024-11-21T02:16:54,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/7b1f50c51a9c4a48af68f66dafa0d85c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/7b1f50c51a9c4a48af68f66dafa0d85c
2024-11-21T02:16:54,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bf04747e7b684fc5b60751724a2759b1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/bf04747e7b684fc5b60751724a2759b1
2024-11-21T02:16:54,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/cd486b53f0a24896849f2888530efacd to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/cd486b53f0a24896849f2888530efacd
2024-11-21T02:16:54,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/63817adbf605436d8af08061048ca201 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/63817adbf605436d8af08061048ca201
2024-11-21T02:16:54,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e3706f55d5c84a399c7f4c9283b6f7ee to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e3706f55d5c84a399c7f4c9283b6f7ee
2024-11-21T02:16:54,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/1eb84777a04a4d8fbf4de53adeb3ec7e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/1eb84777a04a4d8fbf4de53adeb3ec7e
2024-11-21T02:16:54,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b09124a2cac647bb8e02826954bafbc9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/b09124a2cac647bb8e02826954bafbc9
2024-11-21T02:16:54,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e161a752ceb44f2cb37e621846c297b4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/e161a752ceb44f2cb37e621846c297b4
2024-11-21T02:16:54,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/3ecf0c29656740198b62d8547569b5fb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/3ecf0c29656740198b62d8547569b5fb
2024-11-21T02:16:54,985 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/recovered.edits/628.seqid, newMaxSeqId=628, maxSeqId=1
2024-11-21T02:16:54,986 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.
2024-11-21T02:16:54,986 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] regionserver.HRegion(1676): Region close journal for 17613662755245aa57b59f2978ef4641:
Waiting for close lock at 1732155413437Running coprocessor pre-close hooks at 1732155413437Disabling compacts and flushes for region at 1732155413437Disabling writes for close at 1732155413438 (+1 ms)Obtaining lock to block concurrent updates at 1732155413438Preparing flush snapshotting stores in 17613662755245aa57b59f2978ef4641 at 1732155413438Finished memstore snapshotting TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732155413438Flushing stores of TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641. at 1732155413439 (+1 ms)Flushing 17613662755245aa57b59f2978ef4641/A: creating writer at 1732155413439Flushing 17613662755245aa57b59f2978ef4641/A: appending metadata at 1732155413441 (+2 ms)Flushing 17613662755245aa57b59f2978ef4641/A: closing flushed file at 1732155413441Flushing 17613662755245aa57b59f2978ef4641/B: creating writer at 1732155413856 (+415 ms)Flushing 17613662755245aa57b59f2978ef4641/B: appending metadata at 1732155413857 (+1 ms)Flushing 17613662755245aa57b59f2978ef4641/B: closing flushed file at 1732155413857Flushing 17613662755245aa57b59f2978ef4641/C: creating writer at 1732155414266 (+409 ms)Flushing 17613662755245aa57b59f2978ef4641/C: appending metadata at 1732155414269 (+3 ms)Flushing 17613662755245aa57b59f2978ef4641/C: closing flushed file at 1732155414269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1f59d9: reopening flushed file at 1732155414703 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247c3960: reopening flushed file at 1732155414711 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a85a9c: reopening flushed file at 1732155414726 (+15 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 17613662755245aa57b59f2978ef4641 in 1295ms, sequenceid=625, compaction requested=true at 1732155414734 (+8 ms)Writing region close event to WAL at 1732155414953 (+219 ms)Running coprocessor post-close hooks at 1732155414986 (+33 ms)Closed at 1732155414986
2024-11-21T02:16:54,989 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=77}] handler.UnassignRegionHandler(157): Closed 17613662755245aa57b59f2978ef4641
2024-11-21T02:16:54,990 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=17613662755245aa57b59f2978ef4641, regionState=CLOSED
2024-11-21T02:16:54,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:55,000 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-21T02:16:55,000 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseRegionProcedure 17613662755245aa57b59f2978ef4641, server=5aee4e3683e9,46609,1732155320682 in 1.7090 sec
2024-11-21T02:16:55,022 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-21T02:16:55,022 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7310 sec
2024-11-21T02:16:55,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=75
2024-11-21T02:16:55,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17613662755245aa57b59f2978ef4641, UNASSIGN in 1.7180 sec
2024-11-21T02:16:55,025 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155415025"}]},"ts":"1732155415025"}
2024-11-21T02:16:55,027 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-21T02:16:55,027 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-21T02:16:55,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7550 sec
2024-11-21T02:16:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-21T02:16:55,422 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:55,422 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-21T02:16:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,425 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=78, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=78, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-21T02:16:55,436 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641
2024-11-21T02:16:55,441 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/recovered.edits]
2024-11-21T02:16:55,455 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/496f96f2e9b24278b1def388239847b4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/496f96f2e9b24278b1def388239847b4
2024-11-21T02:16:55,459 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/59af4a40efad41db8032ec8feffd70dc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/59af4a40efad41db8032ec8feffd70dc
2024-11-21T02:16:55,467 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/bdd0c971338c4140b5eca3dd8dc761dd to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/A/bdd0c971338c4140b5eca3dd8dc761dd
2024-11-21T02:16:55,472 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/a6f8f08e27fc427ca14051fdb6836fb2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/a6f8f08e27fc427ca14051fdb6836fb2
2024-11-21T02:16:55,474 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e178ec6a990148098e5b01fe3516b115 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e178ec6a990148098e5b01fe3516b115
2024-11-21T02:16:55,484 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e501b270f0694348ba295b2c35311e2e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/B/e501b270f0694348ba295b2c35311e2e
2024-11-21T02:16:55,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/2a4930a785c54a99b6dde135ba2e8c60 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/2a4930a785c54a99b6dde135ba2e8c60
2024-11-21T02:16:55,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ca8ad52106754d2abf2eaa2ec5b68e5e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ca8ad52106754d2abf2eaa2ec5b68e5e
2024-11-21T02:16:55,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ed214baa8aca4594a02677040b4b2c02 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/C/ed214baa8aca4594a02677040b4b2c02
2024-11-21T02:16:55,503 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/recovered.edits/628.seqid to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641/recovered.edits/628.seqid
2024-11-21T02:16:55,504 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/17613662755245aa57b59f2978ef4641
2024-11-21T02:16:55,504 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-21T02:16:55,507 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=78, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,510 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-21T02:16:55,514 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-21T02:16:55,515 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=78, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,515 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-21T02:16:55,515 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732155415515"}]},"ts":"9223372036854775807"}
2024-11-21T02:16:55,524 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-21T02:16:55,524 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 17613662755245aa57b59f2978ef4641, NAME => 'TestAcidGuarantees,,1732155389156.17613662755245aa57b59f2978ef4641.', STARTKEY => '', ENDKEY => ''}]
2024-11-21T02:16:55,525 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-21T02:16:55,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732155415525"}]},"ts":"9223372036854775807"}
2024-11-21T02:16:55,528 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-21T02:16:55,529 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=78, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-21T02:16:55,532 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 107 msec
2024-11-21T02:16:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-21T02:16:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-21T02:16:55,741 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:55,754 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 252), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1041 (was 975) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1089 (was 1041) - AvailableMemoryMB LEAK? -
2024-11-21T02:16:55,769 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1041, ProcessCount=11, AvailableMemoryMB=1087
2024-11-21T02:16:55,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:16:55,771 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:16:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:55,774 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T02:16:55,774 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:55,775 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T02:16:55,778 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 79
2024-11-21T02:16:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-21T02:16:55,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742175_1351 (size=1061)
2024-11-21T02:16:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-21T02:16:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-21T02:16:56,188 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:16:56,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742176_1352 (size=53)
2024-11-21T02:16:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-21T02:16:56,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:56,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4f1a197b7f73e9d77cc90588cf0ed8ab, disabling compactions & flushes
2024-11-21T02:16:56,597 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. after waiting 0 ms
2024-11-21T02:16:56,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,597 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,597 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:
Waiting for close lock at 1732155416597Disabling compacts and flushes for region at 1732155416597Disabling writes for close at 1732155416597Writing region close event to WAL at 1732155416597Closed at 1732155416597
2024-11-21T02:16:56,601 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T02:16:56,601 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732155416601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155416601"}]},"ts":"1732155416601"}
2024-11-21T02:16:56,603 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T02:16:56,605 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T02:16:56,605 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155416605"}]},"ts":"1732155416605"}
2024-11-21T02:16:56,608 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-21T02:16:56,609 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, ASSIGN}]
2024-11-21T02:16:56,618 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, ASSIGN
2024-11-21T02:16:56,619 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=false
2024-11-21T02:16:56,770 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:56,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, ASSIGN because future has completed
2024-11-21T02:16:56,777 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-21T02:16:56,933 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,933 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:16:56,933 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,934 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:56,934 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,934 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,940 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4f1a197b7f73e9d77cc90588cf0ed8ab 
2024-11-21T02:16:56,947 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:56,947 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1a197b7f73e9d77cc90588cf0ed8ab columnFamilyName A
2024-11-21T02:16:56,947 DEBUG [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:56,949 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(327): Store=4f1a197b7f73e9d77cc90588cf0ed8ab/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:56,949 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4f1a197b7f73e9d77cc90588cf0ed8ab 
2024-11-21T02:16:56,951 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:56,952 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1a197b7f73e9d77cc90588cf0ed8ab columnFamilyName B
2024-11-21T02:16:56,952 DEBUG [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:56,954 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(327): Store=4f1a197b7f73e9d77cc90588cf0ed8ab/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:56,954 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4f1a197b7f73e9d77cc90588cf0ed8ab 
2024-11-21T02:16:56,956 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:56,956 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1a197b7f73e9d77cc90588cf0ed8ab columnFamilyName C
2024-11-21T02:16:56,956 DEBUG [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:56,957 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(327): Store=4f1a197b7f73e9d77cc90588cf0ed8ab/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:56,957 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,957 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,958 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,959 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,962 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,962 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,963 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:16:56,969 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,973 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:16:56,974 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 4f1a197b7f73e9d77cc90588cf0ed8ab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61776137, jitterRate=-0.07946382462978363}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:16:56,974 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:56,975 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:
Running coprocessor pre-open hook at 1732155416934Writing region info on filesystem at 1732155416934Initializing all the Stores at 1732155416936 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155416936Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155416936Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155416936Cleaning up temporary data from old regions at 1732155416962 (+26 ms)Running coprocessor post-open hooks at 1732155416974 (+12 ms)Region opened successfully at 1732155416975 (+1 ms)
2024-11-21T02:16:56,978 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., pid=81, masterSystemTime=1732155416929
2024-11-21T02:16:56,984 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,984 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:56,987 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:56,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:57,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-21T02:16:57,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 in 221 msec
2024-11-21T02:16:57,007 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-11-21T02:16:57,007 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, ASSIGN in 393 msec
2024-11-21T02:16:57,009 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T02:16:57,009 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155417009"}]},"ts":"1732155417009"}
2024-11-21T02:16:57,012 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-21T02:16:57,014 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=79, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T02:16:57,019 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2420 sec
2024-11-21T02:16:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-21T02:16:57,921 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318a16b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:57,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:57,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:57,934 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99820db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:57,937 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c40c98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:57,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:57,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:57,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:57,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:57,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:16:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:16:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c046b47
2024-11-21T02:16:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:16:57,944 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:16:57,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:16:57,946 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:16:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-21T02:16:57,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742177_1353 (size=1097)
2024-11-21T02:16:57,978 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-21T02:16:57,978 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-21T02:16:57,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:16:57,985 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, REOPEN/MOVE}]
2024-11-21T02:16:57,989 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, REOPEN/MOVE
2024-11-21T02:16:57,991 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:57,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, REOPEN/MOVE because future has completed
2024-11-21T02:16:57,994 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:16:57,994 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:58,153 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,153 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:16:58,153 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 4f1a197b7f73e9d77cc90588cf0ed8ab, disabling compactions & flushes
2024-11-21T02:16:58,153 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,153 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,153 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. after waiting 0 ms
2024-11-21T02:16:58,153 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,161 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-21T02:16:58,161 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,161 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:
Waiting for close lock at 1732155418153Running coprocessor pre-close hooks at 1732155418153Disabling compacts and flushes for region at 1732155418153Disabling writes for close at 1732155418153Writing region close event to WAL at 1732155418154 (+1 ms)Running coprocessor post-close hooks at 1732155418161 (+7 ms)Closed at 1732155418161
2024-11-21T02:16:58,161 WARN  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 4f1a197b7f73e9d77cc90588cf0ed8ab to self.
2024-11-21T02:16:58,164 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,168 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=CLOSED
2024-11-21T02:16:58,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:58,173 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-21T02:16:58,173 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 in 177 msec
2024-11-21T02:16:58,174 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, REOPEN/MOVE; state=CLOSED, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=true
2024-11-21T02:16:58,325 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, REOPEN/MOVE because future has completed
2024-11-21T02:16:58,331 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:16:58,491 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,491 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:16:58,491 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,491 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:16:58,492 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,492 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,493 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4f1a197b7f73e9d77cc90588cf0ed8ab 
2024-11-21T02:16:58,497 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:58,497 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1a197b7f73e9d77cc90588cf0ed8ab columnFamilyName A
2024-11-21T02:16:58,500 DEBUG [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:58,503 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(327): Store=4f1a197b7f73e9d77cc90588cf0ed8ab/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:58,504 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4f1a197b7f73e9d77cc90588cf0ed8ab 
2024-11-21T02:16:58,505 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:58,505 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1a197b7f73e9d77cc90588cf0ed8ab columnFamilyName B
2024-11-21T02:16:58,505 DEBUG [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:58,506 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(327): Store=4f1a197b7f73e9d77cc90588cf0ed8ab/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:58,506 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4f1a197b7f73e9d77cc90588cf0ed8ab 
2024-11-21T02:16:58,508 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:16:58,508 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f1a197b7f73e9d77cc90588cf0ed8ab columnFamilyName C
2024-11-21T02:16:58,508 DEBUG [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:58,512 INFO  [StoreOpener-4f1a197b7f73e9d77cc90588cf0ed8ab-1 {}] regionserver.HStore(327): Store=4f1a197b7f73e9d77cc90588cf0ed8ab/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:16:58,514 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,514 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,515 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,517 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,518 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,518 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,518 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:16:58,520 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,520 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 4f1a197b7f73e9d77cc90588cf0ed8ab; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65494512, jitterRate=-0.02405571937561035}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:16:58,520 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,521 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:
Running coprocessor pre-open hook at 1732155418492Writing region info on filesystem at 1732155418492Initializing all the Stores at 1732155418492Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155418493 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155418493Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155418493Cleaning up temporary data from old regions at 1732155418518 (+25 ms)Running coprocessor post-open hooks at 1732155418520 (+2 ms)Region opened successfully at 1732155418521 (+1 ms)
2024-11-21T02:16:58,522 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., pid=86, masterSystemTime=1732155418484
2024-11-21T02:16:58,524 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,525 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,525 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=OPEN, openSeqNum=5, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:16:58,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-11-21T02:16:58,530 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 in 196 msec
2024-11-21T02:16:58,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-21T02:16:58,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, REOPEN/MOVE in 545 msec
2024-11-21T02:16:58,537 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-21T02:16:58,537 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 553 msec
2024-11-21T02:16:58,541 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 592 msec
2024-11-21T02:16:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-21T02:16:58,542 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:16:58,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64955dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da0e2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,549 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6224e085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e7f161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,555 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b881f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,557 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b8c112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e62965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d89b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,571 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e64e8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3f6460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,576 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6a16ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,578 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6149f217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223c8c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,585 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba0627f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,587 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245f93c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41325ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,603 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24301bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,610 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e60d246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d646e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,618 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d341b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,628 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a4a2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120238c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,641 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264247de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,644 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ea28ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdcd699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b65abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,656 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451b0255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b20e1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:16:58,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:16:58,659 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:16:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:16:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:16:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa3fafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:16:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:16:58,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:16:58,664 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:16:58,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48405a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:16:58,669 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,669 DEBUG [Thread-1612 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,671 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,676 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,676 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,676 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,678 DEBUG [Thread-1620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,678 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,681 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,683 DEBUG [Thread-1616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,684 DEBUG [Thread-1618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,684 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:16:58,687 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,688 DEBUG [Thread-1618 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,688 DEBUG [Thread-1618 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,689 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees
2024-11-21T02:16:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:16:58,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,693 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:16:58,696 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:16:58,696 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:16:58,697 DEBUG [Thread-1601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,711 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,712 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,713 DEBUG [Thread-1614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:16:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:16:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:16:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,714 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,715 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:16:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:16:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:58,744 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:16:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:16:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:16:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:16:58,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:16:58,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c59a6e8da8ca402eb1a35f24eed4a376_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155418744/Put/seqid=0
2024-11-21T02:16:58,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742178_1354 (size=14594)
2024-11-21T02:16:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:16:58,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155478791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155478794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155478794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155478798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155478807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:58,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:58,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155478911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155478921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155478921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155478921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155478926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:16:59,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155479121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155479142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155479142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155479142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155479142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:16:59,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:59,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:59,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,223 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c59a6e8da8ca402eb1a35f24eed4a376_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c59a6e8da8ca402eb1a35f24eed4a376_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:16:59,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/31e6b006eda0450ab07e78ebeb0e836c, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:16:59,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/31e6b006eda0450ab07e78ebeb0e836c is 175, key is test_row_0/A:col10/1732155418744/Put/seqid=0
2024-11-21T02:16:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742179_1355 (size=39549)
2024-11-21T02:16:59,304 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/31e6b006eda0450ab07e78ebeb0e836c
2024-11-21T02:16:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:16:59,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/63e6b739d42c46759dfa2557b8e0d0b9 is 50, key is test_row_0/B:col10/1732155418744/Put/seqid=0
2024-11-21T02:16:59,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742180_1356 (size=12001)
2024-11-21T02:16:59,444 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/63e6b739d42c46759dfa2557b8e0d0b9
2024-11-21T02:16:59,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155479451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155479472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155479472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155479472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:16:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155479480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:16:59,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:16:59,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:16:59,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/9ded2b0ca41340eab2cc11ad3bf50825 is 50, key is test_row_0/C:col10/1732155418744/Put/seqid=0
2024-11-21T02:16:59,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742181_1357 (size=12001)
2024-11-21T02:16:59,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:59,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:59,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:16:59,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:16:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:16:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:16:59,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:16:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:00,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:00,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155479992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155479993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:00,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155480002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:00,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155480002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:00,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155480006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:00,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:17:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:00,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:00,011 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/9ded2b0ca41340eab2cc11ad3bf50825
2024-11-21T02:17:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:00,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/31e6b006eda0450ab07e78ebeb0e836c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c
2024-11-21T02:17:00,020 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c, entries=200, sequenceid=17, filesize=38.6 K
2024-11-21T02:17:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/63e6b739d42c46759dfa2557b8e0d0b9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/63e6b739d42c46759dfa2557b8e0d0b9
2024-11-21T02:17:00,026 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/63e6b739d42c46759dfa2557b8e0d0b9, entries=150, sequenceid=17, filesize=11.7 K
2024-11-21T02:17:00,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/9ded2b0ca41340eab2cc11ad3bf50825 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9ded2b0ca41340eab2cc11ad3bf50825
2024-11-21T02:17:00,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9ded2b0ca41340eab2cc11ad3bf50825, entries=150, sequenceid=17, filesize=11.7 K
2024-11-21T02:17:00,057 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1312ms, sequenceid=17, compaction requested=false
2024-11-21T02:17:00,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:00,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-11-21T02:17:00,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:00,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:17:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:00,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:00,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b80e225508e7443f886d8f2acfb5649a_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155418804/Put/seqid=0
2024-11-21T02:17:00,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742182_1358 (size=12154)
2024-11-21T02:17:00,607 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T02:17:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:00,639 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b80e225508e7443f886d8f2acfb5649a_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b80e225508e7443f886d8f2acfb5649a_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:00,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/e706db7514bc46b8a6927355d6744b5a, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:00,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/e706db7514bc46b8a6927355d6744b5a is 175, key is test_row_0/A:col10/1732155418804/Put/seqid=0
2024-11-21T02:17:00,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742183_1359 (size=30955)
2024-11-21T02:17:00,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/e706db7514bc46b8a6927355d6744b5a
2024-11-21T02:17:00,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/0f4fdbbd10f748c4ade61dc000147f54 is 50, key is test_row_0/B:col10/1732155418804/Put/seqid=0
2024-11-21T02:17:00,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742184_1360 (size=12001)
2024-11-21T02:17:00,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/0f4fdbbd10f748c4ade61dc000147f54
2024-11-21T02:17:00,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b7386215a18b40b38743fd6c068b9f82 is 50, key is test_row_0/C:col10/1732155418804/Put/seqid=0
2024-11-21T02:17:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:17:00,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742185_1361 (size=12001)
2024-11-21T02:17:01,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:01,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155481061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155481073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155481079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155481075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155481090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155481196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155481217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155481218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155481217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155481241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b7386215a18b40b38743fd6c068b9f82
2024-11-21T02:17:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/e706db7514bc46b8a6927355d6744b5a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a
2024-11-21T02:17:01,337 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a, entries=150, sequenceid=36, filesize=30.2 K
2024-11-21T02:17:01,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/0f4fdbbd10f748c4ade61dc000147f54 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/0f4fdbbd10f748c4ade61dc000147f54
2024-11-21T02:17:01,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/0f4fdbbd10f748c4ade61dc000147f54, entries=150, sequenceid=36, filesize=11.7 K
2024-11-21T02:17:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b7386215a18b40b38743fd6c068b9f82 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b7386215a18b40b38743fd6c068b9f82
2024-11-21T02:17:01,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b7386215a18b40b38743fd6c068b9f82, entries=150, sequenceid=36, filesize=11.7 K
2024-11-21T02:17:01,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1215ms, sequenceid=36, compaction requested=false
2024-11-21T02:17:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:01,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88
2024-11-21T02:17:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=88
2024-11-21T02:17:01,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-21T02:17:01,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6940 sec
2024-11-21T02:17:01,394 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.7060 sec
2024-11-21T02:17:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:01,416 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:01,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:01,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:01,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:01,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:01,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:01,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:01,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b2825a1413d74ec9885867606f46114d_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:01,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742186_1362 (size=14594)
2024-11-21T02:17:01,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155481468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155481471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155481477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155481478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155481479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155481581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155481590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155481604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155481604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155481792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155481792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155481810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155481822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155481822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:01,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:01,866 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b2825a1413d74ec9885867606f46114d_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b2825a1413d74ec9885867606f46114d_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:01,869 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/fbf5fdc6ce2643afa213750a2e17989e, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:01,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/fbf5fdc6ce2643afa213750a2e17989e is 175, key is test_row_0/A:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:01,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742187_1363 (size=39549)
2024-11-21T02:17:01,884 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/fbf5fdc6ce2643afa213750a2e17989e
2024-11-21T02:17:01,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/34d7d78d30444c3a8a7bd0d974d7c4f0 is 50, key is test_row_0/B:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:01,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742188_1364 (size=12001)
2024-11-21T02:17:02,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155482111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155482131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155482131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155482131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155482324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/34d7d78d30444c3a8a7bd0d974d7c4f0
2024-11-21T02:17:02,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/3dee5a12f6e14506b5c793d1788df874 is 50, key is test_row_0/C:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:02,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742189_1365 (size=12001)
2024-11-21T02:17:02,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155482632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155482651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155482651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155482651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:02,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:02,781 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/3dee5a12f6e14506b5c793d1788df874
2024-11-21T02:17:02,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/fbf5fdc6ce2643afa213750a2e17989e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e
2024-11-21T02:17:02,825 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e, entries=200, sequenceid=50, filesize=38.6 K
2024-11-21T02:17:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/34d7d78d30444c3a8a7bd0d974d7c4f0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/34d7d78d30444c3a8a7bd0d974d7c4f0
2024-11-21T02:17:02,843 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/34d7d78d30444c3a8a7bd0d974d7c4f0, entries=150, sequenceid=50, filesize=11.7 K
2024-11-21T02:17:02,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/3dee5a12f6e14506b5c793d1788df874 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3dee5a12f6e14506b5c793d1788df874
2024-11-21T02:17:02,857 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3dee5a12f6e14506b5c793d1788df874, entries=150, sequenceid=50, filesize=11.7 K
2024-11-21T02:17:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-21T02:17:02,861 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:02,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees
2024-11-21T02:17:02,864 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:02,864 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:02,865 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-21T02:17:02,868 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1452ms, sequenceid=50, compaction requested=true
2024-11-21T02:17:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:02,868 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:02,868 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:02,870 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:02,870 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:02,870 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:02,870 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:02,870 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:02,870 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:02,870 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/63e6b739d42c46759dfa2557b8e0d0b9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/0f4fdbbd10f748c4ade61dc000147f54, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/34d7d78d30444c3a8a7bd0d974d7c4f0] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=35.2 K
2024-11-21T02:17:02,870 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=107.5 K
2024-11-21T02:17:02,870 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:02,870 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e]
2024-11-21T02:17:02,871 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 63e6b739d42c46759dfa2557b8e0d0b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732155418682
2024-11-21T02:17:02,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31e6b006eda0450ab07e78ebeb0e836c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732155418682
2024-11-21T02:17:02,871 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f4fdbbd10f748c4ade61dc000147f54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732155418786
2024-11-21T02:17:02,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e706db7514bc46b8a6927355d6744b5a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732155418786
2024-11-21T02:17:02,871 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d7d78d30444c3a8a7bd0d974d7c4f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155421073
2024-11-21T02:17:02,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbf5fdc6ce2643afa213750a2e17989e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155421070
2024-11-21T02:17:02,889 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:02,890 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/6f7a9740541245ffa7f97422824e29e0 is 50, key is test_row_0/B:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:02,893 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:02,901 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112183a3ba18b11d476eb5695a05c6b86179_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:02,903 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112183a3ba18b11d476eb5695a05c6b86179_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:02,903 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112183a3ba18b11d476eb5695a05c6b86179_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:02,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742190_1366 (size=12104)
2024-11-21T02:17:02,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742191_1367 (size=4469)
2024-11-21T02:17:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-21T02:17:03,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-11-21T02:17:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:03,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:17:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:03,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d166e06acce044f19cc5718e67be183d_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155421453/Put/seqid=0
2024-11-21T02:17:03,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742192_1368 (size=12154)
2024-11-21T02:17:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-21T02:17:03,345 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/6f7a9740541245ffa7f97422824e29e0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6f7a9740541245ffa7f97422824e29e0
2024-11-21T02:17:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:03,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:03,350 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into 6f7a9740541245ffa7f97422824e29e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:03,350 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:03,351 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=13, startTime=1732155422868; duration=0sec
2024-11-21T02:17:03,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:03,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:03,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:03,352 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#313 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:03,352 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/91376e54d0a14c59a8e53f433a03c744 is 175, key is test_row_0/A:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:03,355 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:03,355 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:03,355 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:03,355 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9ded2b0ca41340eab2cc11ad3bf50825, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b7386215a18b40b38743fd6c068b9f82, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3dee5a12f6e14506b5c793d1788df874] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=35.2 K
2024-11-21T02:17:03,356 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ded2b0ca41340eab2cc11ad3bf50825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732155418682
2024-11-21T02:17:03,356 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b7386215a18b40b38743fd6c068b9f82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732155418786
2024-11-21T02:17:03,356 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dee5a12f6e14506b5c793d1788df874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155421073
2024-11-21T02:17:03,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742193_1369 (size=31058)
2024-11-21T02:17:03,367 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:03,367 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/cc481320b5a74c30a10bfea05a040c52 is 50, key is test_row_0/C:col10/1732155421079/Put/seqid=0
2024-11-21T02:17:03,371 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/91376e54d0a14c59a8e53f433a03c744 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/91376e54d0a14c59a8e53f433a03c744
2024-11-21T02:17:03,376 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into 91376e54d0a14c59a8e53f433a03c744(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:03,376 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:03,376 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=13, startTime=1732155422868; duration=0sec
2024-11-21T02:17:03,376 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:03,376 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:03,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742194_1370 (size=12104)
2024-11-21T02:17:03,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155483444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-21T02:17:03,494 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d166e06acce044f19cc5718e67be183d_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d166e06acce044f19cc5718e67be183d_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:03,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/c546b73daf634014a5cfee7c8536146b, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:03,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/c546b73daf634014a5cfee7c8536146b is 175, key is test_row_0/A:col10/1732155421453/Put/seqid=0
2024-11-21T02:17:03,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742195_1371 (size=30955)
2024-11-21T02:17:03,507 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/c546b73daf634014a5cfee7c8536146b
2024-11-21T02:17:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/083141737c454f319abc15f5976eda7c is 50, key is test_row_0/B:col10/1732155421453/Put/seqid=0
2024-11-21T02:17:03,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742196_1372 (size=12001)
2024-11-21T02:17:03,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/083141737c454f319abc15f5976eda7c
2024-11-21T02:17:03,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155483562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/952ca9f45a734862bb42427ea4c0a2a7 is 50, key is test_row_0/C:col10/1732155421453/Put/seqid=0
2024-11-21T02:17:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:03,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742197_1373 (size=12001)
2024-11-21T02:17:03,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155483660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,668 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:03,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155483671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155483671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155483671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,673 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:03,674 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:03,675 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:03,784 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/cc481320b5a74c30a10bfea05a040c52 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/cc481320b5a74c30a10bfea05a040c52
2024-11-21T02:17:03,792 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into cc481320b5a74c30a10bfea05a040c52(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:03,793 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:03,793 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=13, startTime=1732155422869; duration=0sec
2024-11-21T02:17:03,793 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:03,793 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:03,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155483791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:03,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-21T02:17:04,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/952ca9f45a734862bb42427ea4c0a2a7
2024-11-21T02:17:04,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/c546b73daf634014a5cfee7c8536146b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b
2024-11-21T02:17:04,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b, entries=150, sequenceid=69, filesize=30.2 K
2024-11-21T02:17:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/083141737c454f319abc15f5976eda7c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/083141737c454f319abc15f5976eda7c
2024-11-21T02:17:04,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/083141737c454f319abc15f5976eda7c, entries=150, sequenceid=69, filesize=11.7 K
2024-11-21T02:17:04,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/952ca9f45a734862bb42427ea4c0a2a7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/952ca9f45a734862bb42427ea4c0a2a7
2024-11-21T02:17:04,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155484108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:04,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/952ca9f45a734862bb42427ea4c0a2a7, entries=150, sequenceid=69, filesize=11.7 K
2024-11-21T02:17:04,144 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1123ms, sequenceid=69, compaction requested=false
2024-11-21T02:17:04,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:04,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:04,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90
2024-11-21T02:17:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=90
2024-11-21T02:17:04,151 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-21T02:17:04,151 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2810 sec
2024-11-21T02:17:04,158 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.2960 sec
2024-11-21T02:17:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:04,638 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:04,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:04,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112178a8d0b416804b3888f4dbe0b66ea889_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:04,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742198_1374 (size=14594)
2024-11-21T02:17:04,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:04,712 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112178a8d0b416804b3888f4dbe0b66ea889_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178a8d0b416804b3888f4dbe0b66ea889_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:04,718 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/188cd25dce7d4f6db905a7273da489ed, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:04,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/188cd25dce7d4f6db905a7273da489ed is 175, key is test_row_0/A:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:04,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742199_1375 (size=39549)
2024-11-21T02:17:04,762 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/188cd25dce7d4f6db905a7273da489ed
2024-11-21T02:17:04,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/7d94f30f442e4a8880c39fbfb9eb9a96 is 50, key is test_row_0/B:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:04,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155484794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:04,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:04,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742200_1376 (size=12001)
2024-11-21T02:17:04,831 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/7d94f30f442e4a8880c39fbfb9eb9a96
2024-11-21T02:17:04,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/c7e0d8f6d7d749a290faa6cdcc42203c is 50, key is test_row_0/C:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:04,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742201_1377 (size=12001)
2024-11-21T02:17:04,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155484921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-21T02:17:05,013 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:05,013 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees
2024-11-21T02:17:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-21T02:17:05,018 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:05,021 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:05,021 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-21T02:17:05,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155485140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-21T02:17:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:05,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=92
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:05,274 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/c7e0d8f6d7d749a290faa6cdcc42203c
2024-11-21T02:17:05,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/188cd25dce7d4f6db905a7273da489ed as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed
2024-11-21T02:17:05,280 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed, entries=200, sequenceid=86, filesize=38.6 K
2024-11-21T02:17:05,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/7d94f30f442e4a8880c39fbfb9eb9a96 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/7d94f30f442e4a8880c39fbfb9eb9a96
2024-11-21T02:17:05,283 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/7d94f30f442e4a8880c39fbfb9eb9a96, entries=150, sequenceid=86, filesize=11.7 K
2024-11-21T02:17:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/c7e0d8f6d7d749a290faa6cdcc42203c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/c7e0d8f6d7d749a290faa6cdcc42203c
2024-11-21T02:17:05,289 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/c7e0d8f6d7d749a290faa6cdcc42203c, entries=150, sequenceid=86, filesize=11.7 K
2024-11-21T02:17:05,290 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 652ms, sequenceid=86, compaction requested=true
2024-11-21T02:17:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:05,290 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:05,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:05,291 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:05,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:05,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:05,291 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:05,291 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:05,291 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:05,291 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:05,291 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,291 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,291 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6f7a9740541245ffa7f97422824e29e0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/083141737c454f319abc15f5976eda7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/7d94f30f442e4a8880c39fbfb9eb9a96] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=35.3 K
2024-11-21T02:17:05,291 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/91376e54d0a14c59a8e53f433a03c744, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=99.2 K
2024-11-21T02:17:05,291 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,291 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/91376e54d0a14c59a8e53f433a03c744, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed]
2024-11-21T02:17:05,292 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f7a9740541245ffa7f97422824e29e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155421073
2024-11-21T02:17:05,292 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91376e54d0a14c59a8e53f433a03c744, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155421073
2024-11-21T02:17:05,292 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 083141737c454f319abc15f5976eda7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732155421453
2024-11-21T02:17:05,292 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting c546b73daf634014a5cfee7c8536146b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732155421453
2024-11-21T02:17:05,292 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d94f30f442e4a8880c39fbfb9eb9a96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732155423383
2024-11-21T02:17:05,292 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 188cd25dce7d4f6db905a7273da489ed, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732155423383
2024-11-21T02:17:05,297 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:05,298 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:05,298 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121bb1f5edd66b54c9aa012a806444fbf65_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:05,299 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/6a05ec77ff9341629467f8ddd3a9f2bf is 50, key is test_row_0/B:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:05,301 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121bb1f5edd66b54c9aa012a806444fbf65_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:05,302 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb1f5edd66b54c9aa012a806444fbf65_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:05,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742202_1378 (size=12207)
2024-11-21T02:17:05,315 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/6a05ec77ff9341629467f8ddd3a9f2bf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6a05ec77ff9341629467f8ddd3a9f2bf
2024-11-21T02:17:05,321 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into 6a05ec77ff9341629467f8ddd3a9f2bf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:05,321 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:05,322 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=13, startTime=1732155425290; duration=0sec
2024-11-21T02:17:05,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:05,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:05,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-21T02:17:05,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742203_1379 (size=4469)
2024-11-21T02:17:05,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:05,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:05,334 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:05,335 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:05,335 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:05,335 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/cc481320b5a74c30a10bfea05a040c52, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/952ca9f45a734862bb42427ea4c0a2a7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/c7e0d8f6d7d749a290faa6cdcc42203c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=35.3 K
2024-11-21T02:17:05,336 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting cc481320b5a74c30a10bfea05a040c52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732155421073
2024-11-21T02:17:05,337 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#322 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:05,337 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 952ca9f45a734862bb42427ea4c0a2a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1732155421453
2024-11-21T02:17:05,338 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/a7f67db581fc4a7da02a18deec0a76bb is 175, key is test_row_0/A:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112112fad0da21d8407a811d1b1071bcb0a8_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155424792/Put/seqid=0
2024-11-21T02:17:05,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742204_1380 (size=31161)
2024-11-21T02:17:05,349 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c7e0d8f6d7d749a290faa6cdcc42203c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732155423383
2024-11-21T02:17:05,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742205_1381 (size=12154)
2024-11-21T02:17:05,358 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:05,359 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/3c7ee7314ccd4936a784bac9ec2d4c4c is 50, key is test_row_0/C:col10/1732155423421/Put/seqid=0
2024-11-21T02:17:05,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742206_1382 (size=12207)
2024-11-21T02:17:05,367 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/3c7ee7314ccd4936a784bac9ec2d4c4c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3c7ee7314ccd4936a784bac9ec2d4c4c
2024-11-21T02:17:05,373 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into 3c7ee7314ccd4936a784bac9ec2d4c4c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:05,373 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:05,373 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=13, startTime=1732155425291; duration=0sec
2024-11-21T02:17:05,373 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:05,374 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:05,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155485598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-21T02:17:05,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155485681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,690 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155485681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,692 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155485690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155485690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,698 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,699 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155485712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:05,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:05,776 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/a7f67db581fc4a7da02a18deec0a76bb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7f67db581fc4a7da02a18deec0a76bb
2024-11-21T02:17:05,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112112fad0da21d8407a811d1b1071bcb0a8_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112112fad0da21d8407a811d1b1071bcb0a8_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:05,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/0da377b11145455b9f628c068df361b1, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:05,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/0da377b11145455b9f628c068df361b1 is 175, key is test_row_0/A:col10/1732155424792/Put/seqid=0
2024-11-21T02:17:05,784 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into a7f67db581fc4a7da02a18deec0a76bb(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:05,784 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:05,784 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=13, startTime=1732155425290; duration=0sec
2024-11-21T02:17:05,784 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:05,784 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:05,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742207_1383 (size=30955)
2024-11-21T02:17:05,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155485931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:05,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-21T02:17:06,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/0da377b11145455b9f628c068df361b1
2024-11-21T02:17:06,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/d1110a9b277f490c83d5e7abaa33d091 is 50, key is test_row_0/B:col10/1732155424792/Put/seqid=0
2024-11-21T02:17:06,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742208_1384 (size=12001)
2024-11-21T02:17:06,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155486242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:06,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/d1110a9b277f490c83d5e7abaa33d091
2024-11-21T02:17:06,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/5da55bcd82a1481caedbc3798df1b51d is 50, key is test_row_0/C:col10/1732155424792/Put/seqid=0
2024-11-21T02:17:06,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742209_1385 (size=12001)
2024-11-21T02:17:06,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155486751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:06,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:07,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/5da55bcd82a1481caedbc3798df1b51d
2024-11-21T02:17:07,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/0da377b11145455b9f628c068df361b1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1
2024-11-21T02:17:07,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1, entries=150, sequenceid=105, filesize=30.2 K
2024-11-21T02:17:07,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/d1110a9b277f490c83d5e7abaa33d091 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d1110a9b277f490c83d5e7abaa33d091
2024-11-21T02:17:07,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d1110a9b277f490c83d5e7abaa33d091, entries=150, sequenceid=105, filesize=11.7 K
2024-11-21T02:17:07,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/5da55bcd82a1481caedbc3798df1b51d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5da55bcd82a1481caedbc3798df1b51d
2024-11-21T02:17:07,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5da55bcd82a1481caedbc3798df1b51d, entries=150, sequenceid=105, filesize=11.7 K
2024-11-21T02:17:07,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1772ms, sequenceid=105, compaction requested=false
2024-11-21T02:17:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92
2024-11-21T02:17:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=92
2024-11-21T02:17:07,110 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-21T02:17:07,110 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec
2024-11-21T02:17:07,113 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.0980 sec
2024-11-21T02:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-21T02:17:07,161 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:07,162 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-11-21T02:17:07,164 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-21T02:17:07,165 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:07,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-21T02:17:07,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-11-21T02:17:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:07,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:07,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112164c7d975d27b416aaf08f0b621f2c308_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155425559/Put/seqid=0
2024-11-21T02:17:07,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742210_1386 (size=12154)
2024-11-21T02:17:07,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:07,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112164c7d975d27b416aaf08f0b621f2c308_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112164c7d975d27b416aaf08f0b621f2c308_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:07,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/801e67192fe24181ae820325bb23c6e5, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:07,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/801e67192fe24181ae820325bb23c6e5 is 175, key is test_row_0/A:col10/1732155425559/Put/seqid=0
2024-11-21T02:17:07,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742211_1387 (size=30955)
2024-11-21T02:17:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-21T02:17:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:07,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-21T02:17:07,818 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/801e67192fe24181ae820325bb23c6e5
2024-11-21T02:17:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/4a2257eb2d3444ab8b9dfc6a02da3b84 is 50, key is test_row_0/B:col10/1732155425559/Put/seqid=0
2024-11-21T02:17:07,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742212_1388 (size=12001)
2024-11-21T02:17:07,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/4a2257eb2d3444ab8b9dfc6a02da3b84
2024-11-21T02:17:07,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/61d20561fe5f406187ec77f99e4e1777 is 50, key is test_row_0/C:col10/1732155425559/Put/seqid=0
2024-11-21T02:17:08,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155488009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:08,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742213_1389 (size=12001)
2024-11-21T02:17:08,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/61d20561fe5f406187ec77f99e4e1777
2024-11-21T02:17:08,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/801e67192fe24181ae820325bb23c6e5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5
2024-11-21T02:17:08,057 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5, entries=150, sequenceid=121, filesize=30.2 K
2024-11-21T02:17:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/4a2257eb2d3444ab8b9dfc6a02da3b84 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/4a2257eb2d3444ab8b9dfc6a02da3b84
2024-11-21T02:17:08,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/4a2257eb2d3444ab8b9dfc6a02da3b84, entries=150, sequenceid=121, filesize=11.7 K
2024-11-21T02:17:08,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/61d20561fe5f406187ec77f99e4e1777 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61d20561fe5f406187ec77f99e4e1777
2024-11-21T02:17:08,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61d20561fe5f406187ec77f99e4e1777, entries=150, sequenceid=121, filesize=11.7 K
2024-11-21T02:17:08,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 754ms, sequenceid=121, compaction requested=true
2024-11-21T02:17:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-11-21T02:17:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=94
2024-11-21T02:17:08,078 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-11-21T02:17:08,078 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 910 msec
2024-11-21T02:17:08,080 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 917 msec
2024-11-21T02:17:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:08,145 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:17:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:08,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d35cdd2a4d64c46b8a625096ef9b8d2_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:08,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742214_1390 (size=14794)
2024-11-21T02:17:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93
2024-11-21T02:17:08,302 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:08,303 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-21T02:17:08,305 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-21T02:17:08,306 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:08,306 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:08,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155488324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-21T02:17:08,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155488444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:08,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-21T02:17:08,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:08,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:08,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:08,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:08,599 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210d35cdd2a4d64c46b8a625096ef9b8d2_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d35cdd2a4d64c46b8a625096ef9b8d2_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:08,601 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/66d99b1476e849088e6afe0213b483dd, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:08,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/66d99b1476e849088e6afe0213b483dd is 175, key is test_row_0/A:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:08,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-21T02:17:08,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:08,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:08,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-21T02:17:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:08,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742215_1391 (size=39749)
2024-11-21T02:17:08,633 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/66d99b1476e849088e6afe0213b483dd
2024-11-21T02:17:08,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/aeca5b8e7e6a463885d06cb1d5d361b1 is 50, key is test_row_0/B:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:08,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155488661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:08,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:08,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742216_1392 (size=12151)
2024-11-21T02:17:08,680 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/aeca5b8e7e6a463885d06cb1d5d361b1
2024-11-21T02:17:08,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/ee2f903e39614089acc83f0e88b14fd4 is 50, key is test_row_0/C:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:08,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742217_1393 (size=12151)
2024-11-21T02:17:08,740 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/ee2f903e39614089acc83f0e88b14fd4
2024-11-21T02:17:08,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/66d99b1476e849088e6afe0213b483dd as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd
2024-11-21T02:17:08,751 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd, entries=200, sequenceid=140, filesize=38.8 K
2024-11-21T02:17:08,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/aeca5b8e7e6a463885d06cb1d5d361b1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/aeca5b8e7e6a463885d06cb1d5d361b1
2024-11-21T02:17:08,764 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/aeca5b8e7e6a463885d06cb1d5d361b1, entries=150, sequenceid=140, filesize=11.9 K
2024-11-21T02:17:08,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/ee2f903e39614089acc83f0e88b14fd4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/ee2f903e39614089acc83f0e88b14fd4
2024-11-21T02:17:08,769 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/ee2f903e39614089acc83f0e88b14fd4, entries=150, sequenceid=140, filesize=11.9 K
2024-11-21T02:17:08,771 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 626ms, sequenceid=140, compaction requested=true
2024-11-21T02:17:08,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:08,771 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:17:08,773 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132820 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:17:08,774 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:08,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:08,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:08,774 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:08,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:08,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:08,774 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:17:08,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:08,774 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7f67db581fc4a7da02a18deec0a76bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=129.7 K
2024-11-21T02:17:08,774 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,774 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7f67db581fc4a7da02a18deec0a76bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd]
2024-11-21T02:17:08,775 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7f67db581fc4a7da02a18deec0a76bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732155423383
2024-11-21T02:17:08,775 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da377b11145455b9f628c068df361b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732155424723
2024-11-21T02:17:08,775 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:17:08,776 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:08,776 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,776 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6a05ec77ff9341629467f8ddd3a9f2bf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d1110a9b277f490c83d5e7abaa33d091, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/4a2257eb2d3444ab8b9dfc6a02da3b84, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/aeca5b8e7e6a463885d06cb1d5d361b1] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=47.2 K
2024-11-21T02:17:08,776 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 801e67192fe24181ae820325bb23c6e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732155425559
2024-11-21T02:17:08,776 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a05ec77ff9341629467f8ddd3a9f2bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732155423383
2024-11-21T02:17:08,776 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66d99b1476e849088e6afe0213b483dd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732155427963
2024-11-21T02:17:08,776 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d1110a9b277f490c83d5e7abaa33d091, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732155424723
2024-11-21T02:17:08,777 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a2257eb2d3444ab8b9dfc6a02da3b84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732155425559
2024-11-21T02:17:08,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-21T02:17:08,777 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting aeca5b8e7e6a463885d06cb1d5d361b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732155427993
2024-11-21T02:17:08,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:17:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:08,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:08,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170c00b0c187a42939815ed8cc56297b6_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155428224/Put/seqid=0
2024-11-21T02:17:08,804 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:08,806 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:08,818 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/25571bb241cc4cae8f5cbd3dec85d2f4 is 50, key is test_row_0/B:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:08,825 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112195d89a94ed0341a1891fd5e12f4c9dc2_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:08,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742218_1394 (size=12304)
2024-11-21T02:17:08,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:08,829 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112195d89a94ed0341a1891fd5e12f4c9dc2_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:08,829 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112195d89a94ed0341a1891fd5e12f4c9dc2_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:08,831 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112170c00b0c187a42939815ed8cc56297b6_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170c00b0c187a42939815ed8cc56297b6_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/3910f5b0e31943c4a0484da1c038cc72, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/3910f5b0e31943c4a0484da1c038cc72 is 175, key is test_row_0/A:col10/1732155428224/Put/seqid=0
2024-11-21T02:17:08,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742219_1395 (size=12493)
2024-11-21T02:17:08,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742220_1396 (size=4469)
2024-11-21T02:17:08,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742221_1397 (size=31105)
2024-11-21T02:17:08,906 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/25571bb241cc4cae8f5cbd3dec85d2f4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/25571bb241cc4cae8f5cbd3dec85d2f4
2024-11-21T02:17:08,912 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into 25571bb241cc4cae8f5cbd3dec85d2f4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:08,912 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:08,912 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=12, startTime=1732155428774; duration=0sec
2024-11-21T02:17:08,912 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:08,912 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:08,913 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:17:08,925 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:17:08,925 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:08,925 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:08,925 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3c7ee7314ccd4936a784bac9ec2d4c4c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5da55bcd82a1481caedbc3798df1b51d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61d20561fe5f406187ec77f99e4e1777, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/ee2f903e39614089acc83f0e88b14fd4] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=47.2 K
2024-11-21T02:17:08,928 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c7ee7314ccd4936a784bac9ec2d4c4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732155423383
2024-11-21T02:17:08,930 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5da55bcd82a1481caedbc3798df1b51d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732155424723
2024-11-21T02:17:08,931 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 61d20561fe5f406187ec77f99e4e1777, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732155425559
2024-11-21T02:17:08,931 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ee2f903e39614089acc83f0e88b14fd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732155427993
2024-11-21T02:17:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-21T02:17:08,975 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:08,975 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/8ccdf6256f364107961b20b77828247d is 50, key is test_row_0/C:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:08,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:09,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742222_1398 (size=12493)
2024-11-21T02:17:09,050 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/8ccdf6256f364107961b20b77828247d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8ccdf6256f364107961b20b77828247d
2024-11-21T02:17:09,055 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into 8ccdf6256f364107961b20b77828247d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:09,055 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:09,055 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=12, startTime=1732155428774; duration=0sec
2024-11-21T02:17:09,056 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:09,056 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:09,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155489285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,304 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#335 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:09,304 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/a7146edd23b04b5aad641d0c46617fe2 is 175, key is test_row_0/A:col10/1732155427993/Put/seqid=0
2024-11-21T02:17:09,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/3910f5b0e31943c4a0484da1c038cc72
2024-11-21T02:17:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bdf743e612724cce8575eb8737cdd5ac is 50, key is test_row_0/B:col10/1732155428224/Put/seqid=0
2024-11-21T02:17:09,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742223_1399 (size=31447)
2024-11-21T02:17:09,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742224_1400 (size=12151)
2024-11-21T02:17:09,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155489410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-21T02:17:09,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155489637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49528 deadline: 1732155489702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,721 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49504 deadline: 1732155489711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49518 deadline: 1732155489712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,729 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,731 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8262 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49534 deadline: 1732155489741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,752 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_1' in 4f1a197b7f73e9d77cc90588cf0ed8ab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:09,776 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/a7146edd23b04b5aad641d0c46617fe2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7146edd23b04b5aad641d0c46617fe2
2024-11-21T02:17:09,783 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into a7146edd23b04b5aad641d0c46617fe2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 1sec to execute.
2024-11-21T02:17:09,783 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:09,783 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=12, startTime=1732155428771; duration=1sec
2024-11-21T02:17:09,783 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:09,783 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:09,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bdf743e612724cce8575eb8737cdd5ac
2024-11-21T02:17:09,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/fb97e0a1aeb54d13a4c34795f7a2aa0a is 50, key is test_row_0/C:col10/1732155428224/Put/seqid=0
2024-11-21T02:17:09,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742225_1401 (size=12151)
2024-11-21T02:17:09,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155489952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:10,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/fb97e0a1aeb54d13a4c34795f7a2aa0a
2024-11-21T02:17:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/3910f5b0e31943c4a0484da1c038cc72 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72
2024-11-21T02:17:10,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72, entries=150, sequenceid=153, filesize=30.4 K
2024-11-21T02:17:10,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bdf743e612724cce8575eb8737cdd5ac as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bdf743e612724cce8575eb8737cdd5ac
2024-11-21T02:17:10,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bdf743e612724cce8575eb8737cdd5ac, entries=150, sequenceid=153, filesize=11.9 K
2024-11-21T02:17:10,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/fb97e0a1aeb54d13a4c34795f7a2aa0a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/fb97e0a1aeb54d13a4c34795f7a2aa0a
2024-11-21T02:17:10,328 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/fb97e0a1aeb54d13a4c34795f7a2aa0a, entries=150, sequenceid=153, filesize=11.9 K
2024-11-21T02:17:10,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1551ms, sequenceid=153, compaction requested=false
2024-11-21T02:17:10,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:10,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-21T02:17:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-21T02:17:10,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-21T02:17:10,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0260 sec
2024-11-21T02:17:10,337 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.0320 sec
2024-11-21T02:17:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-21T02:17:10,455 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:10,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-21T02:17:10,462 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:10,463 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:10,463 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-21T02:17:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:10,490 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:17:10,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:10,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:10,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112102713507a0ac458a9ec352320c9b1902_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:10,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742226_1402 (size=14794)
2024-11-21T02:17:10,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-21T02:17:10,575 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112102713507a0ac458a9ec352320c9b1902_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112102713507a0ac458a9ec352320c9b1902_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:10,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/5e1917b5de934c62bb85fd62defe1a5b, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:10,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/5e1917b5de934c62bb85fd62defe1a5b is 175, key is test_row_0/A:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:10,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-21T02:17:10,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:10,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:10,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:10,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742227_1403 (size=39749)
2024-11-21T02:17:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:10,628 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/5e1917b5de934c62bb85fd62defe1a5b
2024-11-21T02:17:10,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/3a26028fc3c5466ba33bd49e42339d04 is 50, key is test_row_0/B:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:10,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155490664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:10,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742228_1404 (size=12151)
2024-11-21T02:17:10,715 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/3a26028fc3c5466ba33bd49e42339d04
2024-11-21T02:17:10,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/54f8f4c0a71c4bfbbf362403f0d2d4b0 is 50, key is test_row_0/C:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:10,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742229_1405 (size=12151)
2024-11-21T02:17:10,768 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/54f8f4c0a71c4bfbbf362403f0d2d4b0
2024-11-21T02:17:10,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-21T02:17:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:10,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-21T02:17:10,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155490782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:10,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/5e1917b5de934c62bb85fd62defe1a5b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b
2024-11-21T02:17:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:10,812 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b, entries=200, sequenceid=176, filesize=38.8 K
2024-11-21T02:17:10,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/3a26028fc3c5466ba33bd49e42339d04 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/3a26028fc3c5466ba33bd49e42339d04
2024-11-21T02:17:10,822 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/3a26028fc3c5466ba33bd49e42339d04, entries=150, sequenceid=176, filesize=11.9 K
2024-11-21T02:17:10,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/54f8f4c0a71c4bfbbf362403f0d2d4b0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/54f8f4c0a71c4bfbbf362403f0d2d4b0
2024-11-21T02:17:10,827 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/54f8f4c0a71c4bfbbf362403f0d2d4b0, entries=150, sequenceid=176, filesize=11.9 K
2024-11-21T02:17:10,829 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 338ms, sequenceid=176, compaction requested=true
2024-11-21T02:17:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:10,829 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:10,829 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:10,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:10,830 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:10,830 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:10,830 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,830 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7146edd23b04b5aad641d0c46617fe2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=99.9 K
2024-11-21T02:17:10,830 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,830 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7146edd23b04b5aad641d0c46617fe2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b]
2024-11-21T02:17:10,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:10,832 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:10,833 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:10,833 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,833 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/25571bb241cc4cae8f5cbd3dec85d2f4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bdf743e612724cce8575eb8737cdd5ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/3a26028fc3c5466ba33bd49e42339d04] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=35.9 K
2024-11-21T02:17:10,833 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 25571bb241cc4cae8f5cbd3dec85d2f4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732155427993
2024-11-21T02:17:10,833 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting bdf743e612724cce8575eb8737cdd5ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732155428224
2024-11-21T02:17:10,834 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a26028fc3c5466ba33bd49e42339d04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732155429123
2024-11-21T02:17:10,835 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7146edd23b04b5aad641d0c46617fe2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732155427993
2024-11-21T02:17:10,835 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3910f5b0e31943c4a0484da1c038cc72, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732155428224
2024-11-21T02:17:10,836 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1917b5de934c62bb85fd62defe1a5b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732155429123
2024-11-21T02:17:10,842 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:10,842 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bb7e5dc9a06d4d83ae3639004ed894c1 is 50, key is test_row_0/B:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:10,853 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:10,877 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121213c2d678dd2463e8befaf810427dcb5_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:10,879 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121213c2d678dd2463e8befaf810427dcb5_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:10,879 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121213c2d678dd2463e8befaf810427dcb5_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:10,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742230_1406 (size=12595)
2024-11-21T02:17:10,923 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bb7e5dc9a06d4d83ae3639004ed894c1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7e5dc9a06d4d83ae3639004ed894c1
2024-11-21T02:17:10,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742231_1407 (size=4469)
2024-11-21T02:17:10,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:10,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:10,940 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#343 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:10,941 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/a4188384e73d481c8ecc095fc888e29b is 175, key is test_row_0/A:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:10,946 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into bb7e5dc9a06d4d83ae3639004ed894c1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:10,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:10,946 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=13, startTime=1732155430829; duration=0sec
2024-11-21T02:17:10,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:10,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:10,947 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:10,956 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:10,956 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:10,956 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:10,956 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8ccdf6256f364107961b20b77828247d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/fb97e0a1aeb54d13a4c34795f7a2aa0a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/54f8f4c0a71c4bfbbf362403f0d2d4b0] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=35.9 K
2024-11-21T02:17:10,963 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ccdf6256f364107961b20b77828247d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732155427993
2024-11-21T02:17:10,967 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fb97e0a1aeb54d13a4c34795f7a2aa0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732155428224
2024-11-21T02:17:10,970 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 54f8f4c0a71c4bfbbf362403f0d2d4b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732155429123
2024-11-21T02:17:10,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742232_1408 (size=31549)
2024-11-21T02:17:10,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ddad79450914e90b742d58bdaceb0dd_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155430636/Put/seqid=0
2024-11-21T02:17:10,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742233_1409 (size=12304)
2024-11-21T02:17:11,000 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:11,001 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/d93437a7f95548aab2d733442932c503 is 50, key is test_row_0/C:col10/1732155429123/Put/seqid=0
2024-11-21T02:17:11,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:11,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742234_1410 (size=12595)
2024-11-21T02:17:11,084 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/d93437a7f95548aab2d733442932c503 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/d93437a7f95548aab2d733442932c503
2024-11-21T02:17:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-21T02:17:11,113 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into d93437a7f95548aab2d733442932c503(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:11,113 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:11,113 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=13, startTime=1732155430829; duration=0sec
2024-11-21T02:17:11,113 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:11,113 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:11,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155491287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:11,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:11,405 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/a4188384e73d481c8ecc095fc888e29b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a4188384e73d481c8ecc095fc888e29b
2024-11-21T02:17:11,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217ddad79450914e90b742d58bdaceb0dd_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ddad79450914e90b742d58bdaceb0dd_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/aa543efe2bee4e03a0138c0d8eed6473, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/aa543efe2bee4e03a0138c0d8eed6473 is 175, key is test_row_0/A:col10/1732155430636/Put/seqid=0
2024-11-21T02:17:11,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155491401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:11,446 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into a4188384e73d481c8ecc095fc888e29b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:11,446 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:11,446 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=13, startTime=1732155430829; duration=0sec
2024-11-21T02:17:11,446 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:11,447 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:11,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742235_1411 (size=31105)
2024-11-21T02:17:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-21T02:17:11,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155491624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:11,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/aa543efe2bee4e03a0138c0d8eed6473
2024-11-21T02:17:11,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/8f354a7a299e4ec290c30f9097dd8bd7 is 50, key is test_row_0/B:col10/1732155430636/Put/seqid=0
2024-11-21T02:17:11,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742236_1412 (size=12151)
2024-11-21T02:17:11,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155491941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:11,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:12,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/8f354a7a299e4ec290c30f9097dd8bd7
2024-11-21T02:17:12,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/61f58314cb0548ebac9e3509994749f5 is 50, key is test_row_0/C:col10/1732155430636/Put/seqid=0
2024-11-21T02:17:12,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742237_1413 (size=12151)
2024-11-21T02:17:12,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/61f58314cb0548ebac9e3509994749f5
2024-11-21T02:17:12,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/aa543efe2bee4e03a0138c0d8eed6473 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473
2024-11-21T02:17:12,435 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473, entries=150, sequenceid=188, filesize=30.4 K
2024-11-21T02:17:12,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/8f354a7a299e4ec290c30f9097dd8bd7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8f354a7a299e4ec290c30f9097dd8bd7
2024-11-21T02:17:12,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8f354a7a299e4ec290c30f9097dd8bd7, entries=150, sequenceid=188, filesize=11.9 K
2024-11-21T02:17:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/61f58314cb0548ebac9e3509994749f5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61f58314cb0548ebac9e3509994749f5
2024-11-21T02:17:12,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61f58314cb0548ebac9e3509994749f5, entries=150, sequenceid=188, filesize=11.9 K
2024-11-21T02:17:12,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1527ms, sequenceid=188, compaction requested=false
2024-11-21T02:17:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:12,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-21T02:17:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-21T02:17:12,460 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-21T02:17:12,460 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9950 sec
2024-11-21T02:17:12,467 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.0050 sec
2024-11-21T02:17:12,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155431195, max timestamp=1732155432465Num uniques 859; 
2024-11-21T02:17:12,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:12,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155431195, max timestamp=1732155432465Num uniques 859; 
2024-11-21T02:17:12,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:12,471 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB
2024-11-21T02:17:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:12,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e846dc85635a4baeb48ee00e2cd3a91d_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:12,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742238_1414 (size=12304)
2024-11-21T02:17:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-21T02:17:12,633 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:12,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-21T02:17:12,639 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:12,640 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:12,640 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:12,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155432674, max timestamp=1732155432739Num uniques 859; 
2024-11-21T02:17:12,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155432674, max timestamp=1732155432739Num uniques 859; 
2024-11-21T02:17:12,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:12,742 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:12,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155432674, max timestamp=1732155432739Num uniques 859; 
2024-11-21T02:17:12,747 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:12,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:12,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:12,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:12,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:12,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:12,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:12,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:12,972 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e846dc85635a4baeb48ee00e2cd3a91d_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e846dc85635a4baeb48ee00e2cd3a91d_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:12,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/21be18bdb2a04069b1f0b7adb196fa7c, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:12,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/21be18bdb2a04069b1f0b7adb196fa7c is 175, key is test_row_0/A:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:12,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155492972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:13,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742239_1415 (size=31105)
2024-11-21T02:17:13,040 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/21be18bdb2a04069b1f0b7adb196fa7c
2024-11-21T02:17:13,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/d2ed673fb467499aa52669a39bda3acf is 50, key is test_row_0/B:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:13,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:13,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:13,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155493101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:13,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:13,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742240_1416 (size=12151)
2024-11-21T02:17:13,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:13,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155493324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:13,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/d2ed673fb467499aa52669a39bda3acf
2024-11-21T02:17:13,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b098d349197749009e358687e261f699 is 50, key is test_row_0/C:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:13,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742241_1417 (size=12151)
2024-11-21T02:17:13,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155493641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:13,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:13,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:13,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b098d349197749009e358687e261f699
2024-11-21T02:17:13,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/21be18bdb2a04069b1f0b7adb196fa7c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c
2024-11-21T02:17:13,968 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c, entries=150, sequenceid=212, filesize=30.4 K
2024-11-21T02:17:13,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/d2ed673fb467499aa52669a39bda3acf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d2ed673fb467499aa52669a39bda3acf
2024-11-21T02:17:13,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d2ed673fb467499aa52669a39bda3acf, entries=150, sequenceid=212, filesize=11.9 K
2024-11-21T02:17:13,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b098d349197749009e358687e261f699 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b098d349197749009e358687e261f699
2024-11-21T02:17:13,981 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b098d349197749009e358687e261f699, entries=150, sequenceid=212, filesize=11.9 K
2024-11-21T02:17:13,981 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1511ms, sequenceid=212, compaction requested=true
2024-11-21T02:17:13,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:13,982 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:13,982 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:13,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:13,983 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:13,983 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:13,983 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:13,983 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:13,983 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,984 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7e5dc9a06d4d83ae3639004ed894c1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8f354a7a299e4ec290c30f9097dd8bd7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d2ed673fb467499aa52669a39bda3acf] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=36.0 K
2024-11-21T02:17:13,984 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,984 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a4188384e73d481c8ecc095fc888e29b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=91.6 K
2024-11-21T02:17:13,984 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:13,984 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a4188384e73d481c8ecc095fc888e29b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c]
2024-11-21T02:17:13,984 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4188384e73d481c8ecc095fc888e29b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732155429123
2024-11-21T02:17:13,985 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa543efe2bee4e03a0138c0d8eed6473, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732155430552
2024-11-21T02:17:13,985 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting bb7e5dc9a06d4d83ae3639004ed894c1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732155429123
2024-11-21T02:17:13,986 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21be18bdb2a04069b1f0b7adb196fa7c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732155431195
2024-11-21T02:17:13,986 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f354a7a299e4ec290c30f9097dd8bd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732155430552
2024-11-21T02:17:13,986 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ed673fb467499aa52669a39bda3acf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732155431195
2024-11-21T02:17:14,009 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:14,014 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:14,015 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/1e86f45d181a45a6a771f4fdc109fab1 is 50, key is test_row_0/B:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:14,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:14,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:14,033 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211acac8d23ce641f89aeb6979a2d3725b_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:14,035 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211acac8d23ce641f89aeb6979a2d3725b_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:14,035 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211acac8d23ce641f89aeb6979a2d3725b_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:14,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742243_1419 (size=4469)
2024-11-21T02:17:14,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742242_1418 (size=12697)
2024-11-21T02:17:14,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218a00dcdc652b4ae88181407e21d6cdb4_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155432921/Put/seqid=0
2024-11-21T02:17:14,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742244_1420 (size=12304)
2024-11-21T02:17:14,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:14,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155494246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:14,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155494361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:14,464 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#351 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:14,465 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/7641e75dfa584b24814990f11747ea5f is 175, key is test_row_0/A:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:14,468 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/1e86f45d181a45a6a771f4fdc109fab1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/1e86f45d181a45a6a771f4fdc109fab1
2024-11-21T02:17:14,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742245_1421 (size=31651)
2024-11-21T02:17:14,474 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into 1e86f45d181a45a6a771f4fdc109fab1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:14,474 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:14,474 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/7641e75dfa584b24814990f11747ea5f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/7641e75dfa584b24814990f11747ea5f
2024-11-21T02:17:14,474 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=13, startTime=1732155433982; duration=0sec
2024-11-21T02:17:14,474 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:14,474 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:14,475 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:14,476 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:14,476 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:14,476 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:14,477 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/d93437a7f95548aab2d733442932c503, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61f58314cb0548ebac9e3509994749f5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b098d349197749009e358687e261f699] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=36.0 K
2024-11-21T02:17:14,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d93437a7f95548aab2d733442932c503, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732155429123
2024-11-21T02:17:14,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f58314cb0548ebac9e3509994749f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732155430552
2024-11-21T02:17:14,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b098d349197749009e358687e261f699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732155431195
2024-11-21T02:17:14,480 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into 7641e75dfa584b24814990f11747ea5f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:14,480 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:14,480 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=13, startTime=1732155433982; duration=0sec
2024-11-21T02:17:14,480 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:14,480 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:14,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218a00dcdc652b4ae88181407e21d6cdb4_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218a00dcdc652b4ae88181407e21d6cdb4_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:14,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/09be63db9be643d1b98b83ddf02f7b31, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/09be63db9be643d1b98b83ddf02f7b31 is 175, key is test_row_0/A:col10/1732155432921/Put/seqid=0
2024-11-21T02:17:14,486 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:14,487 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/7eab931bc312494a877d31e3f54ca46e is 50, key is test_row_0/C:col10/1732155431239/Put/seqid=0
2024-11-21T02:17:14,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742246_1422 (size=31105)
2024-11-21T02:17:14,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742247_1423 (size=12697)
2024-11-21T02:17:14,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155494580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:14,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/09be63db9be643d1b98b83ddf02f7b31
2024-11-21T02:17:14,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155494891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:14,903 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/7eab931bc312494a877d31e3f54ca46e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/7eab931bc312494a877d31e3f54ca46e
2024-11-21T02:17:14,915 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into 7eab931bc312494a877d31e3f54ca46e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:14,915 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:14,915 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=13, startTime=1732155433982; duration=0sec
2024-11-21T02:17:14,916 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:14,916 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/8dde095a520644c9bdd20d9a4fa717f0 is 50, key is test_row_0/B:col10/1732155432921/Put/seqid=0
2024-11-21T02:17:14,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742248_1424 (size=12151)
2024-11-21T02:17:14,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/8dde095a520644c9bdd20d9a4fa717f0
2024-11-21T02:17:14,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/909a5d53ae4e4fc7b2098b5d39bda7c4 is 50, key is test_row_0/C:col10/1732155432921/Put/seqid=0
2024-11-21T02:17:15,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742249_1425 (size=12151)
2024-11-21T02:17:15,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/909a5d53ae4e4fc7b2098b5d39bda7c4
2024-11-21T02:17:15,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/09be63db9be643d1b98b83ddf02f7b31 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31
2024-11-21T02:17:15,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31, entries=150, sequenceid=248, filesize=30.4 K
2024-11-21T02:17:15,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/8dde095a520644c9bdd20d9a4fa717f0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8dde095a520644c9bdd20d9a4fa717f0
2024-11-21T02:17:15,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8dde095a520644c9bdd20d9a4fa717f0, entries=150, sequenceid=248, filesize=11.9 K
2024-11-21T02:17:15,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/909a5d53ae4e4fc7b2098b5d39bda7c4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/909a5d53ae4e4fc7b2098b5d39bda7c4
2024-11-21T02:17:15,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/909a5d53ae4e4fc7b2098b5d39bda7c4, entries=150, sequenceid=248, filesize=11.9 K
2024-11-21T02:17:15,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1050ms, sequenceid=248, compaction requested=false
2024-11-21T02:17:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:15,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-21T02:17:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-21T02:17:15,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-21T02:17:15,081 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec
2024-11-21T02:17:15,087 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.4490 sec
2024-11-21T02:17:15,407 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-21T02:17:15,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:15,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:15,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121da5437b07b62436281292ac39de0ed70_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:15,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742250_1426 (size=12404)
2024-11-21T02:17:15,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155495553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:15,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:15,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155495671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:15,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:15,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:15,845 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121da5437b07b62436281292ac39de0ed70_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121da5437b07b62436281292ac39de0ed70_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:15,845 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/bd0be06f83c743b68e1870c390bbd115, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:15,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/bd0be06f83c743b68e1870c390bbd115 is 175, key is test_row_0/A:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:15,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742251_1427 (size=31205)
2024-11-21T02:17:15,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155495896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:16,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155496211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:16,259 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/bd0be06f83c743b68e1870c390bbd115
2024-11-21T02:17:16,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/13d84fb870ed4e2f96925fd4390e6554 is 50, key is test_row_0/B:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:16,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742252_1428 (size=12251)
2024-11-21T02:17:16,708 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/13d84fb870ed4e2f96925fd4390e6554
2024-11-21T02:17:16,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/8eb6c71099984f438c5a7d5d25186b4b is 50, key is test_row_0/C:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:16,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:16,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155496721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:16,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742253_1429 (size=12251)
2024-11-21T02:17:16,759 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/8eb6c71099984f438c5a7d5d25186b4b
2024-11-21T02:17:16,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/bd0be06f83c743b68e1870c390bbd115 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115
2024-11-21T02:17:16,796 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115, entries=150, sequenceid=263, filesize=30.5 K
2024-11-21T02:17:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-21T02:17:16,802 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:16,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:16,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/13d84fb870ed4e2f96925fd4390e6554 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/13d84fb870ed4e2f96925fd4390e6554
2024-11-21T02:17:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-21T02:17:16,810 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-21T02:17:16,811 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:16,811 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:16,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/13d84fb870ed4e2f96925fd4390e6554, entries=150, sequenceid=263, filesize=12.0 K
2024-11-21T02:17:16,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/8eb6c71099984f438c5a7d5d25186b4b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8eb6c71099984f438c5a7d5d25186b4b
2024-11-21T02:17:16,842 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8eb6c71099984f438c5a7d5d25186b4b, entries=150, sequenceid=263, filesize=12.0 K
2024-11-21T02:17:16,843 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1436ms, sequenceid=263, compaction requested=true
2024-11-21T02:17:16,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:17:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:16,844 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:16,844 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-21T02:17:16,846 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93961 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:16,846 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:16,846 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:16,846 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:16,846 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:16,846 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:16,846 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/7641e75dfa584b24814990f11747ea5f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=91.8 K
2024-11-21T02:17:16,846 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/7eab931bc312494a877d31e3f54ca46e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/909a5d53ae4e4fc7b2098b5d39bda7c4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8eb6c71099984f438c5a7d5d25186b4b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=36.2 K
2024-11-21T02:17:16,846 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:16,846 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/7641e75dfa584b24814990f11747ea5f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115]
2024-11-21T02:17:16,846 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eab931bc312494a877d31e3f54ca46e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732155431195
2024-11-21T02:17:16,847 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7641e75dfa584b24814990f11747ea5f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732155431195
2024-11-21T02:17:16,847 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 909a5d53ae4e4fc7b2098b5d39bda7c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732155432921
2024-11-21T02:17:16,847 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09be63db9be643d1b98b83ddf02f7b31, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732155432921
2024-11-21T02:17:16,847 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eb6c71099984f438c5a7d5d25186b4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732155434223
2024-11-21T02:17:16,848 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd0be06f83c743b68e1870c390bbd115, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732155434223
2024-11-21T02:17:16,856 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:16,860 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:16,860 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/724c73d978344f2b9a6c451213dee251 is 50, key is test_row_0/C:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:16,869 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b26a189436ec424ebdfe2d71a57bf4d8_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:16,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b26a189436ec424ebdfe2d71a57bf4d8_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:16,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b26a189436ec424ebdfe2d71a57bf4d8_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:16,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742254_1430 (size=12899)
2024-11-21T02:17:16,914 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/724c73d978344f2b9a6c451213dee251 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/724c73d978344f2b9a6c451213dee251
2024-11-21T02:17:16,920 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into 724c73d978344f2b9a6c451213dee251(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:16,920 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:16,920 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=13, startTime=1732155436844; duration=0sec
2024-11-21T02:17:16,920 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:16,920 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:16,920 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-21T02:17:16,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742255_1431 (size=4469)
2024-11-21T02:17:16,925 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#360 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:16,925 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:16,925 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:16,925 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:16,925 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/1e86f45d181a45a6a771f4fdc109fab1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8dde095a520644c9bdd20d9a4fa717f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/13d84fb870ed4e2f96925fd4390e6554] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=36.2 K
2024-11-21T02:17:16,925 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/e904b29ba808470f99aa007314c6b6ab is 175, key is test_row_0/A:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:16,925 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e86f45d181a45a6a771f4fdc109fab1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732155431195
2024-11-21T02:17:16,931 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dde095a520644c9bdd20d9a4fa717f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732155432921
2024-11-21T02:17:16,932 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 13d84fb870ed4e2f96925fd4390e6554, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732155434223
2024-11-21T02:17:16,950 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:16,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742256_1432 (size=31853)
2024-11-21T02:17:16,951 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bb7a0abd9b274aabbba359bd4d204614 is 50, key is test_row_0/B:col10/1732155434223/Put/seqid=0
2024-11-21T02:17:16,961 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/e904b29ba808470f99aa007314c6b6ab as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e904b29ba808470f99aa007314c6b6ab
2024-11-21T02:17:16,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-21T02:17:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:16,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:17:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:16,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742257_1433 (size=12899)
2024-11-21T02:17:16,991 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into e904b29ba808470f99aa007314c6b6ab(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:16,991 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:16,991 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=13, startTime=1732155436844; duration=0sec
2024-11-21T02:17:16,991 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:16,991 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:17,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121828e7002fada492d8afd9e4a87e5fd5b_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155435550/Put/seqid=0
2024-11-21T02:17:17,009 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/bb7a0abd9b274aabbba359bd4d204614 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7a0abd9b274aabbba359bd4d204614
2024-11-21T02:17:17,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742258_1434 (size=12454)
2024-11-21T02:17:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:17,041 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into bb7a0abd9b274aabbba359bd4d204614(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:17,041 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:17,041 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=13, startTime=1732155436844; duration=0sec
2024-11-21T02:17:17,041 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:17,041 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:17,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121828e7002fada492d8afd9e4a87e5fd5b_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121828e7002fada492d8afd9e4a87e5fd5b_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:17,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/f030cc50860d40df90d2eb319efafed4, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:17,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/f030cc50860d40df90d2eb319efafed4 is 175, key is test_row_0/A:col10/1732155435550/Put/seqid=0
2024-11-21T02:17:17,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742259_1435 (size=31255)
2024-11-21T02:17:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-21T02:17:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-21T02:17:17,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/f030cc50860d40df90d2eb319efafed4
2024-11-21T02:17:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/fa8acfc40895451680b6b842a77262e9 is 50, key is test_row_0/B:col10/1732155435550/Put/seqid=0
2024-11-21T02:17:17,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742260_1436 (size=12301)
2024-11-21T02:17:17,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. as already flushing
2024-11-21T02:17:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-21T02:17:17,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155497972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:17,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:18,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/fa8acfc40895451680b6b842a77262e9
2024-11-21T02:17:18,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/1deb35f6d4194ffcabe29a68ad9a958c is 50, key is test_row_0/C:col10/1732155435550/Put/seqid=0
2024-11-21T02:17:18,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742261_1437 (size=12301)
2024-11-21T02:17:18,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/1deb35f6d4194ffcabe29a68ad9a958c
2024-11-21T02:17:18,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155498096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/f030cc50860d40df90d2eb319efafed4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4
2024-11-21T02:17:18,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4, entries=150, sequenceid=284, filesize=30.5 K
2024-11-21T02:17:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/fa8acfc40895451680b6b842a77262e9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/fa8acfc40895451680b6b842a77262e9
2024-11-21T02:17:18,189 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/fa8acfc40895451680b6b842a77262e9, entries=150, sequenceid=284, filesize=12.0 K
2024-11-21T02:17:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/1deb35f6d4194ffcabe29a68ad9a958c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/1deb35f6d4194ffcabe29a68ad9a958c
2024-11-21T02:17:18,195 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/1deb35f6d4194ffcabe29a68ad9a958c, entries=150, sequenceid=284, filesize=12.0 K
2024-11-21T02:17:18,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1231ms, sequenceid=284, compaction requested=false
2024-11-21T02:17:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:18,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-21T02:17:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-21T02:17:18,207 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-21T02:17:18,207 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec
2024-11-21T02:17:18,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4040 sec
2024-11-21T02:17:18,328 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:18,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb41d36dd84a4bcb9d1397dd6a8c7c23_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:18,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742262_1438 (size=14994)
2024-11-21T02:17:18,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:18,417 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bb41d36dd84a4bcb9d1397dd6a8c7c23_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb41d36dd84a4bcb9d1397dd6a8c7c23_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:18,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/eb44f926d182438896b28b33f277db56, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:18,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/eb44f926d182438896b28b33f277db56 is 175, key is test_row_0/A:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:18,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742263_1439 (size=39949)
2024-11-21T02:17:18,476 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/eb44f926d182438896b28b33f277db56
2024-11-21T02:17:18,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/5606575047de4eab95b164ce92a0385c is 50, key is test_row_0/B:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:18,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742264_1440 (size=12301)
2024-11-21T02:17:18,589 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/5606575047de4eab95b164ce92a0385c
2024-11-21T02:17:18,638 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T02:17:18,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b32ea64e8be74218bd36ca79b7b8d65f is 50, key is test_row_0/C:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:18,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742265_1441 (size=12301)
2024-11-21T02:17:18,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155498655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:18,717 INFO  [Thread-1618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1618.
2024-11-21T02:17:18,717 DEBUG [Thread-1618 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:18,717 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,717 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:18,721 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,722 INFO  [Thread-1620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1620.
2024-11-21T02:17:18,722 DEBUG [Thread-1620 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:18,722 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,722 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,722 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:18,728 INFO  [Thread-1612 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1612.
2024-11-21T02:17:18,728 DEBUG [Thread-1612 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:18,728 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,728 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,728 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:18,731 INFO  [Thread-1616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1616.
2024-11-21T02:17:18,731 DEBUG [Thread-1616 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:18,731 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,731 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,732 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:18,737 INFO  [Thread-1614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1614.
2024-11-21T02:17:18,738 DEBUG [Thread-1614 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:18,738 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,738 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:18,738 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:18,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155498781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-21T02:17:18,971 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:18,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49496 deadline: 1732155498991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:19,071 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b32ea64e8be74218bd36ca79b7b8d65f
2024-11-21T02:17:19,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/eb44f926d182438896b28b33f277db56 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56
2024-11-21T02:17:19,079 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56, entries=200, sequenceid=299, filesize=39.0 K
2024-11-21T02:17:19,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/5606575047de4eab95b164ce92a0385c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5606575047de4eab95b164ce92a0385c
2024-11-21T02:17:19,086 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5606575047de4eab95b164ce92a0385c, entries=150, sequenceid=299, filesize=12.0 K
2024-11-21T02:17:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/b32ea64e8be74218bd36ca79b7b8d65f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b32ea64e8be74218bd36ca79b7b8d65f
2024-11-21T02:17:19,091 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b32ea64e8be74218bd36ca79b7b8d65f, entries=150, sequenceid=299, filesize=12.0 K
2024-11-21T02:17:19,092 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 765ms, sequenceid=299, compaction requested=true
2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:19,092 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4f1a197b7f73e9d77cc90588cf0ed8ab:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:19,092 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:19,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103057 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/A is initiating minor compaction (all files)
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/B is initiating minor compaction (all files)
2024-11-21T02:17:19,093 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/A in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:19,093 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/B in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:19,093 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e904b29ba808470f99aa007314c6b6ab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=100.6 K
2024-11-21T02:17:19,093 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7a0abd9b274aabbba359bd4d204614, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/fa8acfc40895451680b6b842a77262e9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5606575047de4eab95b164ce92a0385c] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=36.6 K
2024-11-21T02:17:19,093 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e904b29ba808470f99aa007314c6b6ab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56]
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting bb7a0abd9b274aabbba359bd4d204614, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732155434223
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e904b29ba808470f99aa007314c6b6ab, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732155434223
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fa8acfc40895451680b6b842a77262e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732155435519
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f030cc50860d40df90d2eb319efafed4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732155435519
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5606575047de4eab95b164ce92a0385c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732155437841
2024-11-21T02:17:19,093 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb44f926d182438896b28b33f277db56, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732155437841
2024-11-21T02:17:19,098 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:19,099 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411219157367079d949f4a11e007cb3071789_4f1a197b7f73e9d77cc90588cf0ed8ab store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:19,100 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:19,100 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/5db5648603f54c0a8072c37cf421a91a is 50, key is test_row_0/B:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:19,105 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411219157367079d949f4a11e007cb3071789_4f1a197b7f73e9d77cc90588cf0ed8ab, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:19,105 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219157367079d949f4a11e007cb3071789_4f1a197b7f73e9d77cc90588cf0ed8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:19,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742266_1442 (size=13051)
2024-11-21T02:17:19,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742267_1443 (size=4469)
2024-11-21T02:17:19,111 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/5db5648603f54c0a8072c37cf421a91a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5db5648603f54c0a8072c37cf421a91a
2024-11-21T02:17:19,111 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#A#compaction#369 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:19,112 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/b49e10cd64e7487cac5dc1f9ba3cc4c9 is 175, key is test_row_0/A:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:19,117 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/B of 4f1a197b7f73e9d77cc90588cf0ed8ab into 5db5648603f54c0a8072c37cf421a91a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:19,117 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:19,117 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/B, priority=13, startTime=1732155439092; duration=0sec
2024-11-21T02:17:19,117 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:19,117 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:B
2024-11-21T02:17:19,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742268_1444 (size=32005)
2024-11-21T02:17:19,117 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:19,119 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:19,119 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): 4f1a197b7f73e9d77cc90588cf0ed8ab/C is initiating minor compaction (all files)
2024-11-21T02:17:19,119 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4f1a197b7f73e9d77cc90588cf0ed8ab/C in TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:19,119 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/724c73d978344f2b9a6c451213dee251, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/1deb35f6d4194ffcabe29a68ad9a958c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b32ea64e8be74218bd36ca79b7b8d65f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp, totalSize=36.6 K
2024-11-21T02:17:19,119 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 724c73d978344f2b9a6c451213dee251, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732155434223
2024-11-21T02:17:19,120 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1deb35f6d4194ffcabe29a68ad9a958c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732155435519
2024-11-21T02:17:19,120 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b32ea64e8be74218bd36ca79b7b8d65f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732155437841
2024-11-21T02:17:19,131 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4f1a197b7f73e9d77cc90588cf0ed8ab#C#compaction#371 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:19,132 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/5970003c1b3e4bb9b8db3ba8c2893be4 is 50, key is test_row_0/C:col10/1732155437911/Put/seqid=0
2024-11-21T02:17:19,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742269_1445 (size=13051)
2024-11-21T02:17:19,155 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/5970003c1b3e4bb9b8db3ba8c2893be4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5970003c1b3e4bb9b8db3ba8c2893be4
2024-11-21T02:17:19,184 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/C of 4f1a197b7f73e9d77cc90588cf0ed8ab into 5970003c1b3e4bb9b8db3ba8c2893be4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:19,184 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:19,184 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/C, priority=13, startTime=1732155439092; duration=0sec
2024-11-21T02:17:19,184 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:19,184 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:C
2024-11-21T02:17:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:19,303 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:17:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:19,303 INFO  [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603.
2024-11-21T02:17:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:19,303 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:19,303 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:19,303 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,304 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:19,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211b57317d9b6f492fbc2be119c22f3a8c_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155439301/Put/seqid=0
2024-11-21T02:17:19,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742270_1446 (size=12454)
2024-11-21T02:17:19,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:19,327 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211b57317d9b6f492fbc2be119c22f3a8c_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211b57317d9b6f492fbc2be119c22f3a8c_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:19,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/17ecd352097e41e981f48ee97030383c, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:19,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/17ecd352097e41e981f48ee97030383c is 175, key is test_row_0/A:col10/1732155439301/Put/seqid=0
2024-11-21T02:17:19,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742271_1447 (size=31255)
2024-11-21T02:17:19,522 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/b49e10cd64e7487cac5dc1f9ba3cc4c9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/b49e10cd64e7487cac5dc1f9ba3cc4c9
2024-11-21T02:17:19,526 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4f1a197b7f73e9d77cc90588cf0ed8ab/A of 4f1a197b7f73e9d77cc90588cf0ed8ab into b49e10cd64e7487cac5dc1f9ba3cc4c9(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:19,526 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:19,526 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., storeName=4f1a197b7f73e9d77cc90588cf0ed8ab/A, priority=13, startTime=1732155439092; duration=0sec
2024-11-21T02:17:19,526 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:19,526 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4f1a197b7f73e9d77cc90588cf0ed8ab:A
2024-11-21T02:17:19,734 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/17ecd352097e41e981f48ee97030383c
2024-11-21T02:17:19,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/ab9981cfc949429d835058b2d745dd18 is 50, key is test_row_0/B:col10/1732155439301/Put/seqid=0
2024-11-21T02:17:19,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742272_1448 (size=12301)
2024-11-21T02:17:19,783 INFO  [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607.
2024-11-21T02:17:19,783 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:19,783 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,783 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,783 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:19,812 INFO  [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605.
2024-11-21T02:17:19,812 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:19,812 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,812 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,812 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:19,823 INFO  [Thread-1601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1601.
2024-11-21T02:17:19,823 DEBUG [Thread-1601 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:19,823 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,823 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,823 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:19,842 INFO  [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609.
2024-11-21T02:17:19,843 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:19,843 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,843 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,843 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 10
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 202
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 11
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 13
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 14
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 809
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2424 rows
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 813
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2439 rows
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 827
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2481 rows
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 805
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2415 rows
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 802
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2406 rows
2024-11-21T02:17:19,844 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:17:19,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:17:19,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:19,845 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:19,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-21T02:17:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:19,850 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155439849"}]},"ts":"1732155439849"}
2024-11-21T02:17:19,851 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-21T02:17:19,851 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-21T02:17:19,852 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:17:19,854 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, UNASSIGN}]
2024-11-21T02:17:19,855 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, UNASSIGN
2024-11-21T02:17:19,856 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:19,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, UNASSIGN because future has completed
2024-11-21T02:17:19,858 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:17:19,858 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:17:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:20,012 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(122): Close 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:20,012 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:17:20,013 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1722): Closing 4f1a197b7f73e9d77cc90588cf0ed8ab, disabling compactions & flushes
2024-11-21T02:17:20,013 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:20,144 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/ab9981cfc949429d835058b2d745dd18
2024-11-21T02:17:20,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/9fa7794c5e434f839c991e200776cef6 is 50, key is test_row_0/C:col10/1732155439301/Put/seqid=0
2024-11-21T02:17:20,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742273_1449 (size=12301)
2024-11-21T02:17:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:20,553 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/9fa7794c5e434f839c991e200776cef6
2024-11-21T02:17:20,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/17ecd352097e41e981f48ee97030383c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/17ecd352097e41e981f48ee97030383c
2024-11-21T02:17:20,560 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/17ecd352097e41e981f48ee97030383c, entries=150, sequenceid=321, filesize=30.5 K
2024-11-21T02:17:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/ab9981cfc949429d835058b2d745dd18 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/ab9981cfc949429d835058b2d745dd18
2024-11-21T02:17:20,563 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/ab9981cfc949429d835058b2d745dd18, entries=150, sequenceid=321, filesize=12.0 K
2024-11-21T02:17:20,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/9fa7794c5e434f839c991e200776cef6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9fa7794c5e434f839c991e200776cef6
2024-11-21T02:17:20,568 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9fa7794c5e434f839c991e200776cef6, entries=150, sequenceid=321, filesize=12.0 K
2024-11-21T02:17:20,625 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=26.84 KB/27480 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1322ms, sequenceid=321, compaction requested=false
2024-11-21T02:17:20,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:

2024-11-21T02:17:20,625 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:20,625 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:20,625 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. after waiting 0 ms
2024-11-21T02:17:20,625 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:20,625 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2902): Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-21T02:17:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=A
2024-11-21T02:17:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=B
2024-11-21T02:17:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4f1a197b7f73e9d77cc90588cf0ed8ab, store=C
2024-11-21T02:17:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:20,634 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104bc01905e9844429aba1024b528b525_4f1a197b7f73e9d77cc90588cf0ed8ab is 50, key is test_row_0/A:col10/1732155439782/Put/seqid=0
2024-11-21T02:17:20,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742274_1450 (size=12454)
2024-11-21T02:17:20,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:21,039 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:21,042 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104bc01905e9844429aba1024b528b525_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104bc01905e9844429aba1024b528b525_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:21,043 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/1d74b5c0812f45cabf1c862fc750850a, store: [table=TestAcidGuarantees family=A region=4f1a197b7f73e9d77cc90588cf0ed8ab]
2024-11-21T02:17:21,043 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/1d74b5c0812f45cabf1c862fc750850a is 175, key is test_row_0/A:col10/1732155439782/Put/seqid=0
2024-11-21T02:17:21,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742275_1451 (size=31255)
2024-11-21T02:17:21,447 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/1d74b5c0812f45cabf1c862fc750850a
2024-11-21T02:17:21,452 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/b4bb69b2d56340e7bafd8b2e6fd4a353 is 50, key is test_row_0/B:col10/1732155439782/Put/seqid=0
2024-11-21T02:17:21,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742276_1452 (size=12301)
2024-11-21T02:17:21,856 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/b4bb69b2d56340e7bafd8b2e6fd4a353
2024-11-21T02:17:21,862 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/e7960cc2a09e471fad6ee05bdf36ddfc is 50, key is test_row_0/C:col10/1732155439782/Put/seqid=0
2024-11-21T02:17:21,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742277_1453 (size=12301)
2024-11-21T02:17:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:22,268 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/e7960cc2a09e471fad6ee05bdf36ddfc
2024-11-21T02:17:22,271 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/A/1d74b5c0812f45cabf1c862fc750850a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/1d74b5c0812f45cabf1c862fc750850a
2024-11-21T02:17:22,275 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/1d74b5c0812f45cabf1c862fc750850a, entries=150, sequenceid=329, filesize=30.5 K
2024-11-21T02:17:22,275 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/B/b4bb69b2d56340e7bafd8b2e6fd4a353 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/b4bb69b2d56340e7bafd8b2e6fd4a353
2024-11-21T02:17:22,279 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/b4bb69b2d56340e7bafd8b2e6fd4a353, entries=150, sequenceid=329, filesize=12.0 K
2024-11-21T02:17:22,279 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/.tmp/C/e7960cc2a09e471fad6ee05bdf36ddfc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/e7960cc2a09e471fad6ee05bdf36ddfc
2024-11-21T02:17:22,282 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/e7960cc2a09e471fad6ee05bdf36ddfc, entries=150, sequenceid=329, filesize=12.0 K
2024-11-21T02:17:22,283 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1658ms, sequenceid=329, compaction requested=true
2024-11-21T02:17:22,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/91376e54d0a14c59a8e53f433a03c744, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7f67db581fc4a7da02a18deec0a76bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7146edd23b04b5aad641d0c46617fe2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a4188384e73d481c8ecc095fc888e29b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/7641e75dfa584b24814990f11747ea5f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e904b29ba808470f99aa007314c6b6ab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56] to archive
2024-11-21T02:17:22,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:17:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/31e6b006eda0450ab07e78ebeb0e836c
2024-11-21T02:17:22,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e706db7514bc46b8a6927355d6744b5a
2024-11-21T02:17:22,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/fbf5fdc6ce2643afa213750a2e17989e
2024-11-21T02:17:22,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/91376e54d0a14c59a8e53f433a03c744 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/91376e54d0a14c59a8e53f433a03c744
2024-11-21T02:17:22,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/c546b73daf634014a5cfee7c8536146b
2024-11-21T02:17:22,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/188cd25dce7d4f6db905a7273da489ed
2024-11-21T02:17:22,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7f67db581fc4a7da02a18deec0a76bb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7f67db581fc4a7da02a18deec0a76bb
2024-11-21T02:17:22,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/0da377b11145455b9f628c068df361b1
2024-11-21T02:17:22,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/801e67192fe24181ae820325bb23c6e5
2024-11-21T02:17:22,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/66d99b1476e849088e6afe0213b483dd
2024-11-21T02:17:22,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7146edd23b04b5aad641d0c46617fe2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a7146edd23b04b5aad641d0c46617fe2
2024-11-21T02:17:22,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/3910f5b0e31943c4a0484da1c038cc72
2024-11-21T02:17:22,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/5e1917b5de934c62bb85fd62defe1a5b
2024-11-21T02:17:22,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a4188384e73d481c8ecc095fc888e29b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/a4188384e73d481c8ecc095fc888e29b
2024-11-21T02:17:22,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/aa543efe2bee4e03a0138c0d8eed6473
2024-11-21T02:17:22,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/7641e75dfa584b24814990f11747ea5f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/7641e75dfa584b24814990f11747ea5f
2024-11-21T02:17:22,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/21be18bdb2a04069b1f0b7adb196fa7c
2024-11-21T02:17:22,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/09be63db9be643d1b98b83ddf02f7b31
2024-11-21T02:17:22,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e904b29ba808470f99aa007314c6b6ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/e904b29ba808470f99aa007314c6b6ab
2024-11-21T02:17:22,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/bd0be06f83c743b68e1870c390bbd115
2024-11-21T02:17:22,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/f030cc50860d40df90d2eb319efafed4
2024-11-21T02:17:22,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/eb44f926d182438896b28b33f277db56
2024-11-21T02:17:22,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/63e6b739d42c46759dfa2557b8e0d0b9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/0f4fdbbd10f748c4ade61dc000147f54, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6f7a9740541245ffa7f97422824e29e0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/34d7d78d30444c3a8a7bd0d974d7c4f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/083141737c454f319abc15f5976eda7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6a05ec77ff9341629467f8ddd3a9f2bf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/7d94f30f442e4a8880c39fbfb9eb9a96, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d1110a9b277f490c83d5e7abaa33d091, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/4a2257eb2d3444ab8b9dfc6a02da3b84, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/25571bb241cc4cae8f5cbd3dec85d2f4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/aeca5b8e7e6a463885d06cb1d5d361b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bdf743e612724cce8575eb8737cdd5ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7e5dc9a06d4d83ae3639004ed894c1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/3a26028fc3c5466ba33bd49e42339d04, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8f354a7a299e4ec290c30f9097dd8bd7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/1e86f45d181a45a6a771f4fdc109fab1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d2ed673fb467499aa52669a39bda3acf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8dde095a520644c9bdd20d9a4fa717f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7a0abd9b274aabbba359bd4d204614, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/13d84fb870ed4e2f96925fd4390e6554, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/fa8acfc40895451680b6b842a77262e9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5606575047de4eab95b164ce92a0385c] to archive
2024-11-21T02:17:22,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:17:22,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/63e6b739d42c46759dfa2557b8e0d0b9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/63e6b739d42c46759dfa2557b8e0d0b9
2024-11-21T02:17:22,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/0f4fdbbd10f748c4ade61dc000147f54 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/0f4fdbbd10f748c4ade61dc000147f54
2024-11-21T02:17:22,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6f7a9740541245ffa7f97422824e29e0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6f7a9740541245ffa7f97422824e29e0
2024-11-21T02:17:22,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/34d7d78d30444c3a8a7bd0d974d7c4f0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/34d7d78d30444c3a8a7bd0d974d7c4f0
2024-11-21T02:17:22,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/083141737c454f319abc15f5976eda7c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/083141737c454f319abc15f5976eda7c
2024-11-21T02:17:22,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6a05ec77ff9341629467f8ddd3a9f2bf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/6a05ec77ff9341629467f8ddd3a9f2bf
2024-11-21T02:17:22,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/7d94f30f442e4a8880c39fbfb9eb9a96 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/7d94f30f442e4a8880c39fbfb9eb9a96
2024-11-21T02:17:22,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d1110a9b277f490c83d5e7abaa33d091 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d1110a9b277f490c83d5e7abaa33d091
2024-11-21T02:17:22,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/4a2257eb2d3444ab8b9dfc6a02da3b84 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/4a2257eb2d3444ab8b9dfc6a02da3b84
2024-11-21T02:17:22,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/25571bb241cc4cae8f5cbd3dec85d2f4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/25571bb241cc4cae8f5cbd3dec85d2f4
2024-11-21T02:17:22,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/aeca5b8e7e6a463885d06cb1d5d361b1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/aeca5b8e7e6a463885d06cb1d5d361b1
2024-11-21T02:17:22,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bdf743e612724cce8575eb8737cdd5ac to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bdf743e612724cce8575eb8737cdd5ac
2024-11-21T02:17:22,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7e5dc9a06d4d83ae3639004ed894c1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7e5dc9a06d4d83ae3639004ed894c1
2024-11-21T02:17:22,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/3a26028fc3c5466ba33bd49e42339d04 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/3a26028fc3c5466ba33bd49e42339d04
2024-11-21T02:17:22,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8f354a7a299e4ec290c30f9097dd8bd7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8f354a7a299e4ec290c30f9097dd8bd7
2024-11-21T02:17:22,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/1e86f45d181a45a6a771f4fdc109fab1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/1e86f45d181a45a6a771f4fdc109fab1
2024-11-21T02:17:22,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d2ed673fb467499aa52669a39bda3acf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/d2ed673fb467499aa52669a39bda3acf
2024-11-21T02:17:22,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8dde095a520644c9bdd20d9a4fa717f0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/8dde095a520644c9bdd20d9a4fa717f0
2024-11-21T02:17:22,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7a0abd9b274aabbba359bd4d204614 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/bb7a0abd9b274aabbba359bd4d204614
2024-11-21T02:17:22,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/13d84fb870ed4e2f96925fd4390e6554 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/13d84fb870ed4e2f96925fd4390e6554
2024-11-21T02:17:22,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/fa8acfc40895451680b6b842a77262e9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/fa8acfc40895451680b6b842a77262e9
2024-11-21T02:17:22,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5606575047de4eab95b164ce92a0385c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5606575047de4eab95b164ce92a0385c
2024-11-21T02:17:22,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9ded2b0ca41340eab2cc11ad3bf50825, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b7386215a18b40b38743fd6c068b9f82, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/cc481320b5a74c30a10bfea05a040c52, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3dee5a12f6e14506b5c793d1788df874, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/952ca9f45a734862bb42427ea4c0a2a7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3c7ee7314ccd4936a784bac9ec2d4c4c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/c7e0d8f6d7d749a290faa6cdcc42203c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5da55bcd82a1481caedbc3798df1b51d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61d20561fe5f406187ec77f99e4e1777, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8ccdf6256f364107961b20b77828247d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/ee2f903e39614089acc83f0e88b14fd4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/fb97e0a1aeb54d13a4c34795f7a2aa0a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/d93437a7f95548aab2d733442932c503, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/54f8f4c0a71c4bfbbf362403f0d2d4b0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61f58314cb0548ebac9e3509994749f5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/7eab931bc312494a877d31e3f54ca46e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b098d349197749009e358687e261f699, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/909a5d53ae4e4fc7b2098b5d39bda7c4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/724c73d978344f2b9a6c451213dee251, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8eb6c71099984f438c5a7d5d25186b4b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/1deb35f6d4194ffcabe29a68ad9a958c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b32ea64e8be74218bd36ca79b7b8d65f] to archive
2024-11-21T02:17:22,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:17:22,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9ded2b0ca41340eab2cc11ad3bf50825 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9ded2b0ca41340eab2cc11ad3bf50825
2024-11-21T02:17:22,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b7386215a18b40b38743fd6c068b9f82 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b7386215a18b40b38743fd6c068b9f82
2024-11-21T02:17:22,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/cc481320b5a74c30a10bfea05a040c52 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/cc481320b5a74c30a10bfea05a040c52
2024-11-21T02:17:22,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3dee5a12f6e14506b5c793d1788df874 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3dee5a12f6e14506b5c793d1788df874
2024-11-21T02:17:22,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/952ca9f45a734862bb42427ea4c0a2a7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/952ca9f45a734862bb42427ea4c0a2a7
2024-11-21T02:17:22,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3c7ee7314ccd4936a784bac9ec2d4c4c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/3c7ee7314ccd4936a784bac9ec2d4c4c
2024-11-21T02:17:22,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/c7e0d8f6d7d749a290faa6cdcc42203c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/c7e0d8f6d7d749a290faa6cdcc42203c
2024-11-21T02:17:22,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5da55bcd82a1481caedbc3798df1b51d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5da55bcd82a1481caedbc3798df1b51d
2024-11-21T02:17:22,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61d20561fe5f406187ec77f99e4e1777 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61d20561fe5f406187ec77f99e4e1777
2024-11-21T02:17:22,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8ccdf6256f364107961b20b77828247d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8ccdf6256f364107961b20b77828247d
2024-11-21T02:17:22,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/ee2f903e39614089acc83f0e88b14fd4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/ee2f903e39614089acc83f0e88b14fd4
2024-11-21T02:17:22,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/fb97e0a1aeb54d13a4c34795f7a2aa0a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/fb97e0a1aeb54d13a4c34795f7a2aa0a
2024-11-21T02:17:22,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/d93437a7f95548aab2d733442932c503 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/d93437a7f95548aab2d733442932c503
2024-11-21T02:17:22,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/54f8f4c0a71c4bfbbf362403f0d2d4b0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/54f8f4c0a71c4bfbbf362403f0d2d4b0
2024-11-21T02:17:22,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61f58314cb0548ebac9e3509994749f5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/61f58314cb0548ebac9e3509994749f5
2024-11-21T02:17:22,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/7eab931bc312494a877d31e3f54ca46e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/7eab931bc312494a877d31e3f54ca46e
2024-11-21T02:17:22,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b098d349197749009e358687e261f699 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b098d349197749009e358687e261f699
2024-11-21T02:17:22,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/909a5d53ae4e4fc7b2098b5d39bda7c4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/909a5d53ae4e4fc7b2098b5d39bda7c4
2024-11-21T02:17:22,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/724c73d978344f2b9a6c451213dee251 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/724c73d978344f2b9a6c451213dee251
2024-11-21T02:17:22,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8eb6c71099984f438c5a7d5d25186b4b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/8eb6c71099984f438c5a7d5d25186b4b
2024-11-21T02:17:22,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/1deb35f6d4194ffcabe29a68ad9a958c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/1deb35f6d4194ffcabe29a68ad9a958c
2024-11-21T02:17:22,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b32ea64e8be74218bd36ca79b7b8d65f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/b32ea64e8be74218bd36ca79b7b8d65f
2024-11-21T02:17:22,363 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=4
2024-11-21T02:17:22,364 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.
2024-11-21T02:17:22,364 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1676): Region close journal for 4f1a197b7f73e9d77cc90588cf0ed8ab:
Waiting for close lock at 1732155440012Running coprocessor pre-close hooks at 1732155440012Disabling compacts and flushes for region at 1732155440012Disabling writes for close at 1732155440625 (+613 ms)Obtaining lock to block concurrent updates at 1732155440625Preparing flush snapshotting stores in 4f1a197b7f73e9d77cc90588cf0ed8ab at 1732155440625Finished memstore snapshotting TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732155440626 (+1 ms)Flushing stores of TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab. at 1732155440627 (+1 ms)Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/A: creating writer at 1732155440627Flushing mob file 4f1a197b7f73e9d77cc90588cf0ed8ab/A: appending metadata at 1732155440633 (+6 ms)Flushing mob file 4f1a197b7f73e9d77cc90588cf0ed8ab/A: closing flushed file at 1732155440633Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/A: appending metadata at 1732155441043 (+410 ms)Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/A: closing flushed file at 1732155441043Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/B: creating writer at 1732155441450 (+407 ms)Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/B: appending metadata at 1732155441452 (+2 ms)Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/B: closing flushed file at 1732155441452Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/C: creating writer at 1732155441859 (+407 ms)Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/C: appending metadata at 1732155441862 (+3 ms)Flushing 4f1a197b7f73e9d77cc90588cf0ed8ab/C: closing flushed file at 1732155441862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35092048: reopening flushed file at 1732155442271 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f0320c: reopening flushed file at 1732155442275 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d494773: reopening flushed file at 1732155442279 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 4f1a197b7f73e9d77cc90588cf0ed8ab in 1658ms, sequenceid=329, compaction requested=true at 1732155442283 (+4 ms)Writing region close event to WAL at 1732155442361 (+78 ms)Running coprocessor post-close hooks at 1732155442364 (+3 ms)Closed at 1732155442364
2024-11-21T02:17:22,366 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(157): Closed 4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:22,366 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=4f1a197b7f73e9d77cc90588cf0ed8ab, regionState=CLOSED
2024-11-21T02:17:22,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:17:22,370 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-21T02:17:22,370 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseRegionProcedure 4f1a197b7f73e9d77cc90588cf0ed8ab, server=5aee4e3683e9,46609,1732155320682 in 2.5100 sec
2024-11-21T02:17:22,371 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104
2024-11-21T02:17:22,371 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4f1a197b7f73e9d77cc90588cf0ed8ab, UNASSIGN in 2.5160 sec
2024-11-21T02:17:22,372 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-21T02:17:22,372 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5190 sec
2024-11-21T02:17:22,373 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155442373"}]},"ts":"1732155442373"}
2024-11-21T02:17:22,374 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-21T02:17:22,374 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-21T02:17:22,376 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5300 sec
2024-11-21T02:17:23,880 WARN  [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 1, running: 1
2024-11-21T02:17:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-21T02:17:24,012 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:24,012 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-21T02:17:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,014 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-21T02:17:24,015 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,016 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,018 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/recovered.edits]
2024-11-21T02:17:24,020 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/17ecd352097e41e981f48ee97030383c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/17ecd352097e41e981f48ee97030383c
2024-11-21T02:17:24,022 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/1d74b5c0812f45cabf1c862fc750850a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/1d74b5c0812f45cabf1c862fc750850a
2024-11-21T02:17:24,023 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/b49e10cd64e7487cac5dc1f9ba3cc4c9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/A/b49e10cd64e7487cac5dc1f9ba3cc4c9
2024-11-21T02:17:24,024 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5db5648603f54c0a8072c37cf421a91a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/5db5648603f54c0a8072c37cf421a91a
2024-11-21T02:17:24,025 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/ab9981cfc949429d835058b2d745dd18 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/ab9981cfc949429d835058b2d745dd18
2024-11-21T02:17:24,026 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/b4bb69b2d56340e7bafd8b2e6fd4a353 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/B/b4bb69b2d56340e7bafd8b2e6fd4a353
2024-11-21T02:17:24,028 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5970003c1b3e4bb9b8db3ba8c2893be4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/5970003c1b3e4bb9b8db3ba8c2893be4
2024-11-21T02:17:24,029 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9fa7794c5e434f839c991e200776cef6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/9fa7794c5e434f839c991e200776cef6
2024-11-21T02:17:24,030 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/e7960cc2a09e471fad6ee05bdf36ddfc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/C/e7960cc2a09e471fad6ee05bdf36ddfc
2024-11-21T02:17:24,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/recovered.edits/332.seqid to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab/recovered.edits/332.seqid
2024-11-21T02:17:24,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,032 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-21T02:17:24,033 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-21T02:17:24,034 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-21T02:17:24,036 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112102713507a0ac458a9ec352320c9b1902_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112102713507a0ac458a9ec352320c9b1902_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,037 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104bc01905e9844429aba1024b528b525_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104bc01905e9844429aba1024b528b525_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,038 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d35cdd2a4d64c46b8a625096ef9b8d2_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210d35cdd2a4d64c46b8a625096ef9b8d2_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,039 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112112fad0da21d8407a811d1b1071bcb0a8_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112112fad0da21d8407a811d1b1071bcb0a8_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,039 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211b57317d9b6f492fbc2be119c22f3a8c_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211b57317d9b6f492fbc2be119c22f3a8c_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,040 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112164c7d975d27b416aaf08f0b621f2c308_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112164c7d975d27b416aaf08f0b621f2c308_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,041 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170c00b0c187a42939815ed8cc56297b6_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112170c00b0c187a42939815ed8cc56297b6_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,042 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178a8d0b416804b3888f4dbe0b66ea889_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178a8d0b416804b3888f4dbe0b66ea889_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,043 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ddad79450914e90b742d58bdaceb0dd_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217ddad79450914e90b742d58bdaceb0dd_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,044 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121828e7002fada492d8afd9e4a87e5fd5b_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121828e7002fada492d8afd9e4a87e5fd5b_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,045 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218a00dcdc652b4ae88181407e21d6cdb4_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218a00dcdc652b4ae88181407e21d6cdb4_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,046 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b2825a1413d74ec9885867606f46114d_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b2825a1413d74ec9885867606f46114d_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,047 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b80e225508e7443f886d8f2acfb5649a_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b80e225508e7443f886d8f2acfb5649a_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,047 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb41d36dd84a4bcb9d1397dd6a8c7c23_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bb41d36dd84a4bcb9d1397dd6a8c7c23_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,048 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c59a6e8da8ca402eb1a35f24eed4a376_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c59a6e8da8ca402eb1a35f24eed4a376_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,049 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d166e06acce044f19cc5718e67be183d_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d166e06acce044f19cc5718e67be183d_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,050 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121da5437b07b62436281292ac39de0ed70_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121da5437b07b62436281292ac39de0ed70_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,050 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e846dc85635a4baeb48ee00e2cd3a91d_4f1a197b7f73e9d77cc90588cf0ed8ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e846dc85635a4baeb48ee00e2cd3a91d_4f1a197b7f73e9d77cc90588cf0ed8ab
2024-11-21T02:17:24,051 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-21T02:17:24,053 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,055 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-21T02:17:24,056 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-21T02:17:24,057 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,057 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-21T02:17:24,057 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732155444057"}]},"ts":"9223372036854775807"}
2024-11-21T02:17:24,059 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-21T02:17:24,059 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4f1a197b7f73e9d77cc90588cf0ed8ab, NAME => 'TestAcidGuarantees,,1732155415771.4f1a197b7f73e9d77cc90588cf0ed8ab.', STARTKEY => '', ENDKEY => ''}]
2024-11-21T02:17:24,059 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-21T02:17:24,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732155444059"}]},"ts":"9223372036854775807"}
2024-11-21T02:17:24,061 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-21T02:17:24,062 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,063 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec
2024-11-21T02:17:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-21T02:17:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-21T02:17:24,122 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:24,130 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250 (was 250), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1100 (was 1041) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=708 (was 1087)
2024-11-21T02:17:24,151 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1100, ProcessCount=11, AvailableMemoryMB=707
2024-11-21T02:17:24,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:17:24,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:17:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:24,155 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T02:17:24,155 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:24,155 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 108
2024-11-21T02:17:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108
2024-11-21T02:17:24,156 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T02:17:24,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742278_1454 (size=1061)
2024-11-21T02:17:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108
2024-11-21T02:17:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108
2024-11-21T02:17:24,576 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:17:24,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742279_1455 (size=53)
2024-11-21T02:17:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108
2024-11-21T02:17:24,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:17:24,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e0c1e7388b36a672712f40dba77437ad, disabling compactions & flushes
2024-11-21T02:17:24,982 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:24,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:24,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. after waiting 0 ms
2024-11-21T02:17:24,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:24,982 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:24,982 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0c1e7388b36a672712f40dba77437ad:
Waiting for close lock at 1732155444982Disabling compacts and flushes for region at 1732155444982Disabling writes for close at 1732155444982Writing region close event to WAL at 1732155444982Closed at 1732155444982
2024-11-21T02:17:24,984 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T02:17:24,984 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732155444984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155444984"}]},"ts":"1732155444984"}
2024-11-21T02:17:24,987 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T02:17:24,988 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T02:17:24,989 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155444988"}]},"ts":"1732155444988"}
2024-11-21T02:17:24,991 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-21T02:17:24,991 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, ASSIGN}]
2024-11-21T02:17:24,993 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, ASSIGN
2024-11-21T02:17:24,994 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=false
2024-11-21T02:17:25,145 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=e0c1e7388b36a672712f40dba77437ad, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:25,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, ASSIGN because future has completed
2024-11-21T02:17:25,147 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:17:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108
2024-11-21T02:17:25,302 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:25,302 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:17:25,302 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,302 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:17:25,302 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,302 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,304 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0c1e7388b36a672712f40dba77437ad 
2024-11-21T02:17:25,304 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:25,305 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0c1e7388b36a672712f40dba77437ad columnFamilyName A
2024-11-21T02:17:25,305 DEBUG [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:25,305 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.HStore(327): Store=e0c1e7388b36a672712f40dba77437ad/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:25,305 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0c1e7388b36a672712f40dba77437ad 
2024-11-21T02:17:25,306 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:25,306 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0c1e7388b36a672712f40dba77437ad columnFamilyName B
2024-11-21T02:17:25,306 DEBUG [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:25,306 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.HStore(327): Store=e0c1e7388b36a672712f40dba77437ad/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:25,307 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0c1e7388b36a672712f40dba77437ad 
2024-11-21T02:17:25,307 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:25,307 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0c1e7388b36a672712f40dba77437ad columnFamilyName C
2024-11-21T02:17:25,307 DEBUG [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:25,308 INFO  [StoreOpener-e0c1e7388b36a672712f40dba77437ad-1 {}] regionserver.HStore(327): Store=e0c1e7388b36a672712f40dba77437ad/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:25,308 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:25,308 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,308 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,309 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,309 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,309 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,310 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:17:25,310 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,312 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:17:25,312 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened e0c1e7388b36a672712f40dba77437ad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65871334, jitterRate=-0.01844063401222229}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:17:25,312 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:25,312 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for e0c1e7388b36a672712f40dba77437ad:
Running coprocessor pre-open hook at 1732155445303Writing region info on filesystem at 1732155445303Initializing all the Stores at 1732155445303Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155445303Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155445303Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155445303Cleaning up temporary data from old regions at 1732155445309 (+6 ms)Running coprocessor post-open hooks at 1732155445312 (+3 ms)Region opened successfully at 1732155445312
2024-11-21T02:17:25,313 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., pid=110, masterSystemTime=1732155445299
2024-11-21T02:17:25,315 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:25,315 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:25,315 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=e0c1e7388b36a672712f40dba77437ad, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:17:25,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-21T02:17:25,318 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; OpenRegionProcedure e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682 in 170 msec
2024-11-21T02:17:25,320 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108
2024-11-21T02:17:25,320 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, ASSIGN in 327 msec
2024-11-21T02:17:25,321 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T02:17:25,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155445321"}]},"ts":"1732155445321"}
2024-11-21T02:17:25,322 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-21T02:17:25,323 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T02:17:25,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec
2024-11-21T02:17:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108
2024-11-21T02:17:26,301 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:26,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c7159d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,303 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1384a001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,304 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7caba3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:17:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:17:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519e52d
2024-11-21T02:17:26,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:17:26,309 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:17:26,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16654396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,312 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab26c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,313 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f398d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c2b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,315 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebd40fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,316 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e206ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57af2b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,318 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b38175b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,319 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdc5000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ae5a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,321 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f12873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,322 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226827d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fe770e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,324 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b002b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,325 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2128e9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de6e594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,328 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3398b500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,330 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345f0d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,332 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1235a92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,333 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,334 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a54ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b7256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,336 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@374c7f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,337 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61292e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188c1103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,339 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb99799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,341 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2722f0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f46cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:26,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:26,343 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510b174e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:26,344 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7066164a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:26,345 DEBUG [Thread-2045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,345 DEBUG [Thread-2043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,347 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,347 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,349 DEBUG [Thread-2050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,349 DEBUG [Thread-2039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,351 DEBUG [Thread-2056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,351 DEBUG [Thread-2037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-21T02:17:26,352 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,353 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-21T02:17:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,354 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,355 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:26,355 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,356 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:26,357 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:26,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,359 DEBUG [Thread-2039 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,359 DEBUG [Thread-2039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,360 DEBUG [Thread-2048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,360 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,361 DEBUG [Thread-2041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,361 DEBUG [Thread-2052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,362 DEBUG [Thread-2054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:26,363 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:17:26,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:26,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:26,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:26,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:26,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:26,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,364 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:26,365 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,366 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,367 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2]
2024-11-21T02:17:26,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/0f338f126876467dab7861d74ce22f8e is 50, key is test_row_0/A:col10/1732155446358/Put/seqid=0
2024-11-21T02:17:26,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742280_1456 (size=12001)
2024-11-21T02:17:26,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155446398, max timestamp=1732155446415Num uniques 859; 
2024-11-21T02:17:26,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155446398, max timestamp=1732155446415Num uniques 859; 
2024-11-21T02:17:26,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:17:26,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:17:26,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155446398, max timestamp=1732155446415Num uniques 859; 
2024-11-21T02:17:26,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-21T02:17:26,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155506450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155506452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155506453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155506453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155506454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,576 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155506571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155506572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155506572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155506572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155506572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-21T02:17:26,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155506781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155506781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155506781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155506781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155506781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:26,804 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/0f338f126876467dab7861d74ce22f8e
2024-11-21T02:17:26,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/46243aeae5e447e8919620b50b9d0dd2 is 50, key is test_row_0/B:col10/1732155446358/Put/seqid=0
2024-11-21T02:17:26,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742281_1457 (size=12001)
2024-11-21T02:17:26,846 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/46243aeae5e447e8919620b50b9d0dd2
2024-11-21T02:17:26,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/6ba6e32cc5494d029b755a2be93ca563 is 50, key is test_row_0/C:col10/1732155446358/Put/seqid=0
2024-11-21T02:17:26,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742282_1458 (size=12001)
2024-11-21T02:17:26,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:26,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-21T02:17:27,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155507091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155507101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155507101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155507101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155507101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:27,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:27,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:27,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:27,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:27,297 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/6ba6e32cc5494d029b755a2be93ca563
2024-11-21T02:17:27,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/0f338f126876467dab7861d74ce22f8e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0f338f126876467dab7861d74ce22f8e
2024-11-21T02:17:27,323 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0f338f126876467dab7861d74ce22f8e, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:17:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/46243aeae5e447e8919620b50b9d0dd2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/46243aeae5e447e8919620b50b9d0dd2
2024-11-21T02:17:27,343 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/46243aeae5e447e8919620b50b9d0dd2, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:17:27,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/6ba6e32cc5494d029b755a2be93ca563 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/6ba6e32cc5494d029b755a2be93ca563
2024-11-21T02:17:27,352 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/6ba6e32cc5494d029b755a2be93ca563, entries=150, sequenceid=11, filesize=11.7 K
2024-11-21T02:17:27,354 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for e0c1e7388b36a672712f40dba77437ad in 992ms, sequenceid=11, compaction requested=false
2024-11-21T02:17:27,354 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-21T02:17:27,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:27,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-21T02:17:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:27,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB
2024-11-21T02:17:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/9e62cfdf37a94726930e0278a8ced1fe is 50, key is test_row_0/A:col10/1732155446451/Put/seqid=0
2024-11-21T02:17:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-21T02:17:27,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742283_1459 (size=12001)
2024-11-21T02:17:27,494 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/9e62cfdf37a94726930e0278a8ced1fe
2024-11-21T02:17:27,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/c5083d5821c34704b5f5e6629ae5c83d is 50, key is test_row_0/B:col10/1732155446451/Put/seqid=0
2024-11-21T02:17:27,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742284_1460 (size=12001)
2024-11-21T02:17:27,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/c5083d5821c34704b5f5e6629ae5c83d
2024-11-21T02:17:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/5e3f4192f09c4c8cab96861c2d16ce88 is 50, key is test_row_0/C:col10/1732155446451/Put/seqid=0
2024-11-21T02:17:27,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742285_1461 (size=12001)
2024-11-21T02:17:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:27,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:27,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155507625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155507626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155507639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155507641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155507641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155507750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155507750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155507750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155507771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,783 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155507771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,906 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T02:17:27,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155507971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155507973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155507973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155507991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155507991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/5e3f4192f09c4c8cab96861c2d16ce88
2024-11-21T02:17:28,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/9e62cfdf37a94726930e0278a8ced1fe as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e62cfdf37a94726930e0278a8ced1fe
2024-11-21T02:17:28,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e62cfdf37a94726930e0278a8ced1fe, entries=150, sequenceid=47, filesize=11.7 K
2024-11-21T02:17:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/c5083d5821c34704b5f5e6629ae5c83d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c5083d5821c34704b5f5e6629ae5c83d
2024-11-21T02:17:28,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c5083d5821c34704b5f5e6629ae5c83d, entries=150, sequenceid=47, filesize=11.7 K
2024-11-21T02:17:28,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/5e3f4192f09c4c8cab96861c2d16ce88 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/5e3f4192f09c4c8cab96861c2d16ce88
2024-11-21T02:17:28,037 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/5e3f4192f09c4c8cab96861c2d16ce88, entries=150, sequenceid=47, filesize=11.7 K
2024-11-21T02:17:28,038 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for e0c1e7388b36a672712f40dba77437ad in 588ms, sequenceid=47, compaction requested=false
2024-11-21T02:17:28,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:28,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-21T02:17:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-21T02:17:28,046 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-21T02:17:28,046 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6880 sec
2024-11-21T02:17:28,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.6960 sec
2024-11-21T02:17:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:28,289 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-21T02:17:28,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:28,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:28,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:28,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:28,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:28,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:28,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/522d95a78ced40899d16c834d9c636da is 50, key is test_row_0/A:col10/1732155447637/Put/seqid=0
2024-11-21T02:17:28,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742286_1462 (size=14341)
2024-11-21T02:17:28,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155508338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155508338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155508339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155508340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155508348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155508461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155508461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155508462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155508462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155508471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-21T02:17:28,503 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:28,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-21T02:17:28,506 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-21T02:17:28,506 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:28,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-21T02:17:28,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155508671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155508671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155508671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155508672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,697 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/522d95a78ced40899d16c834d9c636da
2024-11-21T02:17:28,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155508691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:28,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:28,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fe97551f53404582b2b1641f367912ed is 50, key is test_row_0/B:col10/1732155447637/Put/seqid=0
2024-11-21T02:17:28,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742287_1463 (size=12001)
2024-11-21T02:17:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-21T02:17:28,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:28,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155508992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155508992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155508992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155508998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155509011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-21T02:17:29,137 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fe97551f53404582b2b1641f367912ed
2024-11-21T02:17:29,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/69c7be3966674e32a625c6a52d9635d7 is 50, key is test_row_0/C:col10/1732155447637/Put/seqid=0
2024-11-21T02:17:29,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742288_1464 (size=12001)
2024-11-21T02:17:29,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:29,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:29,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:29,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155509510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155509510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155509511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155509511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155509531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:29,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:29,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/69c7be3966674e32a625c6a52d9635d7
2024-11-21T02:17:29,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/522d95a78ced40899d16c834d9c636da as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/522d95a78ced40899d16c834d9c636da
2024-11-21T02:17:29,562 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/522d95a78ced40899d16c834d9c636da, entries=200, sequenceid=59, filesize=14.0 K
2024-11-21T02:17:29,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fe97551f53404582b2b1641f367912ed as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe97551f53404582b2b1641f367912ed
2024-11-21T02:17:29,565 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe97551f53404582b2b1641f367912ed, entries=150, sequenceid=59, filesize=11.7 K
2024-11-21T02:17:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/69c7be3966674e32a625c6a52d9635d7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/69c7be3966674e32a625c6a52d9635d7
2024-11-21T02:17:29,569 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/69c7be3966674e32a625c6a52d9635d7, entries=150, sequenceid=59, filesize=11.7 K
2024-11-21T02:17:29,569 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e0c1e7388b36a672712f40dba77437ad in 1280ms, sequenceid=59, compaction requested=true
2024-11-21T02:17:29,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:29,570 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:29,570 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:29,570 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:29,570 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:29,570 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:29,570 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:29,571 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,571 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,571 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0f338f126876467dab7861d74ce22f8e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e62cfdf37a94726930e0278a8ced1fe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/522d95a78ced40899d16c834d9c636da] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=37.4 K
2024-11-21T02:17:29,571 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/46243aeae5e447e8919620b50b9d0dd2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c5083d5821c34704b5f5e6629ae5c83d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe97551f53404582b2b1641f367912ed] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=35.2 K
2024-11-21T02:17:29,571 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 46243aeae5e447e8919620b50b9d0dd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155446358
2024-11-21T02:17:29,571 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c5083d5821c34704b5f5e6629ae5c83d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732155446451
2024-11-21T02:17:29,571 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f338f126876467dab7861d74ce22f8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155446358
2024-11-21T02:17:29,571 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fe97551f53404582b2b1641f367912ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732155447637
2024-11-21T02:17:29,571 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e62cfdf37a94726930e0278a8ced1fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732155446451
2024-11-21T02:17:29,572 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 522d95a78ced40899d16c834d9c636da, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732155447624
2024-11-21T02:17:29,582 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:29,582 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:29,582 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/5a91d84ded124c8bb5ec396e27f4c0cc is 50, key is test_row_0/A:col10/1732155447637/Put/seqid=0
2024-11-21T02:17:29,583 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fd5fdb4f9c4c47ea9430e57ab77b90aa is 50, key is test_row_0/B:col10/1732155447637/Put/seqid=0
2024-11-21T02:17:29,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-21T02:17:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:17:29,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:29,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:29,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742290_1466 (size=12104)
2024-11-21T02:17:29,615 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742289_1465 (size=12104)
2024-11-21T02:17:29,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/e4303be9627643fbacca7fb690b6be90 is 50, key is test_row_0/A:col10/1732155448330/Put/seqid=0
2024-11-21T02:17:29,622 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/5a91d84ded124c8bb5ec396e27f4c0cc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/5a91d84ded124c8bb5ec396e27f4c0cc
2024-11-21T02:17:29,637 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into 5a91d84ded124c8bb5ec396e27f4c0cc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:29,637 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:29,637 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155449570; duration=0sec
2024-11-21T02:17:29,637 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:29,637 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:29,637 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:29,640 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:29,640 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:29,640 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:29,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742291_1467 (size=12001)
2024-11-21T02:17:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-21T02:17:29,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/e4303be9627643fbacca7fb690b6be90
2024-11-21T02:17:29,640 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/6ba6e32cc5494d029b755a2be93ca563, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/5e3f4192f09c4c8cab96861c2d16ce88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/69c7be3966674e32a625c6a52d9635d7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=35.2 K
2024-11-21T02:17:29,642 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ba6e32cc5494d029b755a2be93ca563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732155446358
2024-11-21T02:17:29,642 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e3f4192f09c4c8cab96861c2d16ce88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732155446451
2024-11-21T02:17:29,642 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69c7be3966674e32a625c6a52d9635d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732155447637
2024-11-21T02:17:29,653 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:29,653 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/71cf10781a554475a0a9e7424244178e is 50, key is test_row_0/C:col10/1732155447637/Put/seqid=0
2024-11-21T02:17:29,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/2c1dbb53398346c8a0df1152a97d8f4f is 50, key is test_row_0/B:col10/1732155448330/Put/seqid=0
2024-11-21T02:17:29,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742292_1468 (size=12104)
2024-11-21T02:17:29,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742293_1469 (size=12001)
2024-11-21T02:17:29,671 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/2c1dbb53398346c8a0df1152a97d8f4f
2024-11-21T02:17:29,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/784c11b788af491bacedbfbe5fef6653 is 50, key is test_row_0/C:col10/1732155448330/Put/seqid=0
2024-11-21T02:17:29,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742294_1470 (size=12001)
2024-11-21T02:17:30,008 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fd5fdb4f9c4c47ea9430e57ab77b90aa as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fd5fdb4f9c4c47ea9430e57ab77b90aa
2024-11-21T02:17:30,012 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into fd5fdb4f9c4c47ea9430e57ab77b90aa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:30,012 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:30,012 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155449570; duration=0sec
2024-11-21T02:17:30,012 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:30,012 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:30,083 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/71cf10781a554475a0a9e7424244178e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/71cf10781a554475a0a9e7424244178e
2024-11-21T02:17:30,101 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into 71cf10781a554475a0a9e7424244178e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:30,101 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:30,101 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155449570; duration=0sec
2024-11-21T02:17:30,101 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:30,101 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:30,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/784c11b788af491bacedbfbe5fef6653
2024-11-21T02:17:30,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/e4303be9627643fbacca7fb690b6be90 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e4303be9627643fbacca7fb690b6be90
2024-11-21T02:17:30,118 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e4303be9627643fbacca7fb690b6be90, entries=150, sequenceid=79, filesize=11.7 K
2024-11-21T02:17:30,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/2c1dbb53398346c8a0df1152a97d8f4f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/2c1dbb53398346c8a0df1152a97d8f4f
2024-11-21T02:17:30,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/2c1dbb53398346c8a0df1152a97d8f4f, entries=150, sequenceid=79, filesize=11.7 K
2024-11-21T02:17:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/784c11b788af491bacedbfbe5fef6653 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/784c11b788af491bacedbfbe5fef6653
2024-11-21T02:17:30,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/784c11b788af491bacedbfbe5fef6653, entries=150, sequenceid=79, filesize=11.7 K
2024-11-21T02:17:30,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for e0c1e7388b36a672712f40dba77437ad in 548ms, sequenceid=79, compaction requested=false
2024-11-21T02:17:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-21T02:17:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-21T02:17:30,153 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-21T02:17:30,153 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6450 sec
2024-11-21T02:17:30,158 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.6490 sec
2024-11-21T02:17:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:30,535 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:17:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:30,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:30,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b05a71de0b2a466cb861b1c69977fd10 is 50, key is test_row_0/A:col10/1732155450533/Put/seqid=0
2024-11-21T02:17:30,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742295_1471 (size=16681)
2024-11-21T02:17:30,568 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b05a71de0b2a466cb861b1c69977fd10
2024-11-21T02:17:30,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/539a9c45ed584586a1ba78cbd0bdfecc is 50, key is test_row_0/B:col10/1732155450533/Put/seqid=0
2024-11-21T02:17:30,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742296_1472 (size=12001)
2024-11-21T02:17:30,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732155450565, max timestamp=1732155450618Num uniques 859; 
2024-11-21T02:17:30,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-21T02:17:30,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732155450565, max timestamp=1732155450618Num uniques 859; 
2024-11-21T02:17:30,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-21T02:17:30,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732155450565, max timestamp=1732155450618Num uniques 859; 
2024-11-21T02:17:30,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359
2024-11-21T02:17:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-21T02:17:30,654 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:30,654 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-21T02:17:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-21T02:17:30,656 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:30,657 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:30,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:30,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155510652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,672 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155510653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155510654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155510656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155510657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-21T02:17:30,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155510770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155510781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155510781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155510782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155510782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:30,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-21T02:17:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:30,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:30,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-21T02:17:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:30,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-21T02:17:30,990 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/539a9c45ed584586a1ba78cbd0bdfecc
2024-11-21T02:17:30,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a9693096e27d4668adfc2041c3476354 is 50, key is test_row_0/C:col10/1732155450533/Put/seqid=0
2024-11-21T02:17:31,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742297_1473 (size=12001)
2024-11-21T02:17:31,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155510991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155511001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155511001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155511001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155511001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-21T02:17:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:31,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-21T02:17:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:31,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-21T02:17:31,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155511311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155511321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155511321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155511321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155511323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,401 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a9693096e27d4668adfc2041c3476354
2024-11-21T02:17:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b05a71de0b2a466cb861b1c69977fd10 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b05a71de0b2a466cb861b1c69977fd10
2024-11-21T02:17:31,408 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b05a71de0b2a466cb861b1c69977fd10, entries=250, sequenceid=93, filesize=16.3 K
2024-11-21T02:17:31,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/539a9c45ed584586a1ba78cbd0bdfecc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/539a9c45ed584586a1ba78cbd0bdfecc
2024-11-21T02:17:31,411 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/539a9c45ed584586a1ba78cbd0bdfecc, entries=150, sequenceid=93, filesize=11.7 K
2024-11-21T02:17:31,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a9693096e27d4668adfc2041c3476354 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a9693096e27d4668adfc2041c3476354
2024-11-21T02:17:31,414 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a9693096e27d4668adfc2041c3476354, entries=150, sequenceid=93, filesize=11.7 K
2024-11-21T02:17:31,415 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for e0c1e7388b36a672712f40dba77437ad in 880ms, sequenceid=93, compaction requested=true
2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:31,415 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:31,415 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:31,416 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:31,416 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:31,416 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,416 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/5a91d84ded124c8bb5ec396e27f4c0cc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e4303be9627643fbacca7fb690b6be90, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b05a71de0b2a466cb861b1c69977fd10] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=39.8 K
2024-11-21T02:17:31,416 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:31,416 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:31,416 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,416 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fd5fdb4f9c4c47ea9430e57ab77b90aa, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/2c1dbb53398346c8a0df1152a97d8f4f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/539a9c45ed584586a1ba78cbd0bdfecc] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=35.3 K
2024-11-21T02:17:31,417 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a91d84ded124c8bb5ec396e27f4c0cc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732155447637
2024-11-21T02:17:31,421 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fd5fdb4f9c4c47ea9430e57ab77b90aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732155447637
2024-11-21T02:17:31,421 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4303be9627643fbacca7fb690b6be90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732155448330
2024-11-21T02:17:31,421 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c1dbb53398346c8a0df1152a97d8f4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732155448330
2024-11-21T02:17:31,421 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b05a71de0b2a466cb861b1c69977fd10, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732155450523
2024-11-21T02:17:31,421 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 539a9c45ed584586a1ba78cbd0bdfecc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732155450530
2024-11-21T02:17:31,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-21T02:17:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=134.18 KB heapSize=366.23 KB
2024-11-21T02:17:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/97785d70d5f84c369089d1563d84f90f is 50, key is test_row_0/A:col10/1732155450651/Put/seqid=0
2024-11-21T02:17:31,439 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:31,440 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ca80e231283249a49637253705060787 is 50, key is test_row_0/B:col10/1732155450533/Put/seqid=0
2024-11-21T02:17:31,442 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:31,443 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b49bb3c35ec14cbea102f9a294a80218 is 50, key is test_row_0/A:col10/1732155450533/Put/seqid=0
2024-11-21T02:17:31,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742298_1474 (size=12001)
2024-11-21T02:17:31,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742299_1475 (size=12207)
2024-11-21T02:17:31,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742300_1476 (size=12207)
2024-11-21T02:17:31,465 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b49bb3c35ec14cbea102f9a294a80218 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b49bb3c35ec14cbea102f9a294a80218
2024-11-21T02:17:31,469 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into b49bb3c35ec14cbea102f9a294a80218(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:31,469 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:31,469 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155451415; duration=0sec
2024-11-21T02:17:31,469 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:31,469 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:31,469 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:31,470 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:31,470 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:31,470 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,470 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/71cf10781a554475a0a9e7424244178e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/784c11b788af491bacedbfbe5fef6653, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a9693096e27d4668adfc2041c3476354] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=35.3 K
2024-11-21T02:17:31,471 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71cf10781a554475a0a9e7424244178e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732155447637
2024-11-21T02:17:31,471 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 784c11b788af491bacedbfbe5fef6653, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732155448330
2024-11-21T02:17:31,471 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9693096e27d4668adfc2041c3476354, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732155450530
2024-11-21T02:17:31,476 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:31,477 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/0e0cf56b39724f1791dedda9da8bee9a is 50, key is test_row_0/C:col10/1732155450533/Put/seqid=0
2024-11-21T02:17:31,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742301_1477 (size=12207)
2024-11-21T02:17:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-21T02:17:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:31,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:31,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/97785d70d5f84c369089d1563d84f90f
2024-11-21T02:17:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1510b314c951418587a9dc43069ac61f is 50, key is test_row_0/B:col10/1732155450651/Put/seqid=0
2024-11-21T02:17:31,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155511848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155511850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,870 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ca80e231283249a49637253705060787 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca80e231283249a49637253705060787
2024-11-21T02:17:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155511861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,877 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into ca80e231283249a49637253705060787(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:31,877 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:31,877 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155451415; duration=0sec
2024-11-21T02:17:31,877 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:31,877 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:31,880 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155511863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742302_1478 (size=12001)
2024-11-21T02:17:31,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1510b314c951418587a9dc43069ac61f
2024-11-21T02:17:31,886 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:31,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155511869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:31,890 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/0e0cf56b39724f1791dedda9da8bee9a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/0e0cf56b39724f1791dedda9da8bee9a
2024-11-21T02:17:31,895 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into 0e0cf56b39724f1791dedda9da8bee9a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:31,895 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:31,895 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155451415; duration=0sec
2024-11-21T02:17:31,895 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:31,895 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:31,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/8dfe00e0731344e1b78e723aa476124a is 50, key is test_row_0/C:col10/1732155450651/Put/seqid=0
2024-11-21T02:17:31,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742303_1479 (size=12001)
2024-11-21T02:17:31,926 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/8dfe00e0731344e1b78e723aa476124a
2024-11-21T02:17:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/97785d70d5f84c369089d1563d84f90f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/97785d70d5f84c369089d1563d84f90f
2024-11-21T02:17:31,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/97785d70d5f84c369089d1563d84f90f, entries=150, sequenceid=126, filesize=11.7 K
2024-11-21T02:17:31,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1510b314c951418587a9dc43069ac61f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1510b314c951418587a9dc43069ac61f
2024-11-21T02:17:31,952 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1510b314c951418587a9dc43069ac61f, entries=150, sequenceid=126, filesize=11.7 K
2024-11-21T02:17:31,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/8dfe00e0731344e1b78e723aa476124a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/8dfe00e0731344e1b78e723aa476124a
2024-11-21T02:17:31,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/8dfe00e0731344e1b78e723aa476124a, entries=150, sequenceid=126, filesize=11.7 K
2024-11-21T02:17:31,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~366.19 KB/374976, currentSize=53.67 KB/54960 for e0c1e7388b36a672712f40dba77437ad in 541ms, sequenceid=126, compaction requested=false
2024-11-21T02:17:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-21T02:17:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-21T02:17:31,968 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-21T02:17:31,968 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec
2024-11-21T02:17:31,972 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.3150 sec
2024-11-21T02:17:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:31,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-21T02:17:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:31,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:31,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:31,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/f2dce0d097494600adad5a00d08ae377 is 50, key is test_row_0/A:col10/1732155451859/Put/seqid=0
2024-11-21T02:17:31,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742304_1480 (size=14541)
2024-11-21T02:17:32,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155512020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155512021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155512021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155512022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155512037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155512140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155512141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155512141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155512142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155512151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155512361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155512361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155512361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155512365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155512377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/f2dce0d097494600adad5a00d08ae377
2024-11-21T02:17:32,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ed48390b01e14d9bb8282bf58a87cae2 is 50, key is test_row_0/B:col10/1732155451859/Put/seqid=0
2024-11-21T02:17:32,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742305_1481 (size=12151)
2024-11-21T02:17:32,439 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ed48390b01e14d9bb8282bf58a87cae2
2024-11-21T02:17:32,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c8e92ea0e94b4d429fe0d1ad4916ea55 is 50, key is test_row_0/C:col10/1732155451859/Put/seqid=0
2024-11-21T02:17:32,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742306_1482 (size=12151)
2024-11-21T02:17:32,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c8e92ea0e94b4d429fe0d1ad4916ea55
2024-11-21T02:17:32,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/f2dce0d097494600adad5a00d08ae377 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f2dce0d097494600adad5a00d08ae377
2024-11-21T02:17:32,498 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f2dce0d097494600adad5a00d08ae377, entries=200, sequenceid=141, filesize=14.2 K
2024-11-21T02:17:32,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ed48390b01e14d9bb8282bf58a87cae2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ed48390b01e14d9bb8282bf58a87cae2
2024-11-21T02:17:32,511 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ed48390b01e14d9bb8282bf58a87cae2, entries=150, sequenceid=141, filesize=11.9 K
2024-11-21T02:17:32,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c8e92ea0e94b4d429fe0d1ad4916ea55 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c8e92ea0e94b4d429fe0d1ad4916ea55
2024-11-21T02:17:32,523 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c8e92ea0e94b4d429fe0d1ad4916ea55, entries=150, sequenceid=141, filesize=11.9 K
2024-11-21T02:17:32,527 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e0c1e7388b36a672712f40dba77437ad in 550ms, sequenceid=141, compaction requested=true
2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:32,527 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:32,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:17:32,528 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:32,532 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:32,532 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:32,532 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:32,533 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca80e231283249a49637253705060787, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1510b314c951418587a9dc43069ac61f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ed48390b01e14d9bb8282bf58a87cae2] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=35.5 K
2024-11-21T02:17:32,533 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:32,533 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:32,533 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:32,533 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b49bb3c35ec14cbea102f9a294a80218, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/97785d70d5f84c369089d1563d84f90f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f2dce0d097494600adad5a00d08ae377] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=37.8 K
2024-11-21T02:17:32,533 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca80e231283249a49637253705060787, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732155450530
2024-11-21T02:17:32,535 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b49bb3c35ec14cbea102f9a294a80218, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732155450530
2024-11-21T02:17:32,535 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1510b314c951418587a9dc43069ac61f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732155450651
2024-11-21T02:17:32,535 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 97785d70d5f84c369089d1563d84f90f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732155450651
2024-11-21T02:17:32,535 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed48390b01e14d9bb8282bf58a87cae2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732155451857
2024-11-21T02:17:32,535 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting f2dce0d097494600adad5a00d08ae377, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732155451857
2024-11-21T02:17:32,559 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:32,559 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b06d2051fe0548ae8dde51092a5fcf76 is 50, key is test_row_0/A:col10/1732155451859/Put/seqid=0
2024-11-21T02:17:32,563 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:32,563 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/8de1e70904a74f44b1a9866b2ed54851 is 50, key is test_row_0/B:col10/1732155451859/Put/seqid=0
2024-11-21T02:17:32,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742307_1483 (size=12459)
2024-11-21T02:17:32,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742308_1484 (size=12459)
2024-11-21T02:17:32,600 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b06d2051fe0548ae8dde51092a5fcf76 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b06d2051fe0548ae8dde51092a5fcf76
2024-11-21T02:17:32,605 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into b06d2051fe0548ae8dde51092a5fcf76(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:32,605 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:32,605 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155452527; duration=0sec
2024-11-21T02:17:32,605 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:32,605 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:32,605 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:32,606 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:32,606 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:32,606 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:32,606 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/0e0cf56b39724f1791dedda9da8bee9a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/8dfe00e0731344e1b78e723aa476124a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c8e92ea0e94b4d429fe0d1ad4916ea55] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=35.5 K
2024-11-21T02:17:32,607 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e0cf56b39724f1791dedda9da8bee9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732155450530
2024-11-21T02:17:32,607 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dfe00e0731344e1b78e723aa476124a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1732155450651
2024-11-21T02:17:32,608 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e92ea0e94b4d429fe0d1ad4916ea55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732155451857
2024-11-21T02:17:32,618 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:32,619 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/d00b065fe0124054927d734002fd271f is 50, key is test_row_0/C:col10/1732155451859/Put/seqid=0
2024-11-21T02:17:32,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742309_1485 (size=12459)
2024-11-21T02:17:32,655 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/d00b065fe0124054927d734002fd271f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d00b065fe0124054927d734002fd271f
2024-11-21T02:17:32,665 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into d00b065fe0124054927d734002fd271f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:32,665 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:32,665 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155452527; duration=0sec
2024-11-21T02:17:32,665 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:32,665 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:32,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155452019, max timestamp=1732155452690Num uniques 859; 
2024-11-21T02:17:32,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:32,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155452019, max timestamp=1732155452690Num uniques 859; 
2024-11-21T02:17:32,696 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:32,696 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB
2024-11-21T02:17:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:32,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:32,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:32,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:32,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:32,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:32,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:32,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/cd97eb3654eb4fef88c4751a80adf72c is 50, key is test_row_0/A:col10/1732155452690/Put/seqid=0
2024-11-21T02:17:32,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742310_1486 (size=16931)
2024-11-21T02:17:32,721 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/cd97eb3654eb4fef88c4751a80adf72c
2024-11-21T02:17:32,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/12ca8082613942aea4ad3491d0de69a1 is 50, key is test_row_0/B:col10/1732155452690/Put/seqid=0
2024-11-21T02:17:32,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742311_1487 (size=12151)
2024-11-21T02:17:32,785 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/12ca8082613942aea4ad3491d0de69a1
2024-11-21T02:17:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732155452753, max timestamp=1732155452783Num uniques 859; 
2024-11-21T02:17:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-21T02:17:32,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155452753, max timestamp=1732155452783Num uniques 859; 
2024-11-21T02:17:32,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-21T02:17:32,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155452753, max timestamp=1732155452783Num uniques 859; 
2024-11-21T02:17:32,791 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-21T02:17:32,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-21T02:17:32,801 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:32,802 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-21T02:17:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-21T02:17:32,806 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:32,812 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:32,812 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:32,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/49ad98467a2e42599adfb7aa46896c06 is 50, key is test_row_0/C:col10/1732155452690/Put/seqid=0
2024-11-21T02:17:32,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742312_1488 (size=12151)
2024-11-21T02:17:32,847 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/49ad98467a2e42599adfb7aa46896c06
2024-11-21T02:17:32,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/cd97eb3654eb4fef88c4751a80adf72c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/cd97eb3654eb4fef88c4751a80adf72c
2024-11-21T02:17:32,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/cd97eb3654eb4fef88c4751a80adf72c, entries=250, sequenceid=165, filesize=16.5 K
2024-11-21T02:17:32,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155512853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155512853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155512857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/12ca8082613942aea4ad3491d0de69a1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/12ca8082613942aea4ad3491d0de69a1
2024-11-21T02:17:32,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155512874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155512875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:32,904 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/12ca8082613942aea4ad3491d0de69a1, entries=150, sequenceid=165, filesize=11.9 K
2024-11-21T02:17:32,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/49ad98467a2e42599adfb7aa46896c06 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/49ad98467a2e42599adfb7aa46896c06
2024-11-21T02:17:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-21T02:17:32,917 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/49ad98467a2e42599adfb7aa46896c06, entries=150, sequenceid=165, filesize=11.9 K
2024-11-21T02:17:32,918 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=115.50 KB/118270 for e0c1e7388b36a672712f40dba77437ad in 222ms, sequenceid=165, compaction requested=false
2024-11-21T02:17:32,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:32,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-21T02:17:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:32,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=115.50 KB heapSize=328.47 KB
2024-11-21T02:17:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:32,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:32,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:32,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:32,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/079ecd3a4f1e4cd7a278415d806980fc is 50, key is test_row_0/A:col10/1732155452873/Put/seqid=0
2024-11-21T02:17:32,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:32,990 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/8de1e70904a74f44b1a9866b2ed54851 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/8de1e70904a74f44b1a9866b2ed54851
2024-11-21T02:17:32,995 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into 8de1e70904a74f44b1a9866b2ed54851(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:32,995 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:32,995 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155452527; duration=0sec
2024-11-21T02:17:32,995 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:32,995 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:33,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742313_1489 (size=12151)
2024-11-21T02:17:33,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155513058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155513058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155513058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155513059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155513059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-21T02:17:33,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155513180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155513180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155513180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155513181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155513181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155513391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155513391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155513391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155513391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155513391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,425 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/079ecd3a4f1e4cd7a278415d806980fc
2024-11-21T02:17:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-21T02:17:33,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1fa5561a3c1444c2b3d9a005b83087f0 is 50, key is test_row_0/B:col10/1732155452873/Put/seqid=0
2024-11-21T02:17:33,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742314_1490 (size=12151)
2024-11-21T02:17:33,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155513701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155513701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155513701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155513701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155513701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:33,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1fa5561a3c1444c2b3d9a005b83087f0
2024-11-21T02:17:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a44be747aa4c4825962365f025882c39 is 50, key is test_row_0/C:col10/1732155452873/Put/seqid=0
2024-11-21T02:17:33,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742315_1491 (size=12151)
2024-11-21T02:17:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-21T02:17:34,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155514221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:34,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155514221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:34,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155514221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:34,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155514221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155514221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:34,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a44be747aa4c4825962365f025882c39
2024-11-21T02:17:34,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/079ecd3a4f1e4cd7a278415d806980fc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/079ecd3a4f1e4cd7a278415d806980fc
2024-11-21T02:17:34,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/079ecd3a4f1e4cd7a278415d806980fc, entries=150, sequenceid=199, filesize=11.9 K
2024-11-21T02:17:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1fa5561a3c1444c2b3d9a005b83087f0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1fa5561a3c1444c2b3d9a005b83087f0
2024-11-21T02:17:34,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1fa5561a3c1444c2b3d9a005b83087f0, entries=150, sequenceid=199, filesize=11.9 K
2024-11-21T02:17:34,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a44be747aa4c4825962365f025882c39 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a44be747aa4c4825962365f025882c39
2024-11-21T02:17:34,312 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a44be747aa4c4825962365f025882c39, entries=150, sequenceid=199, filesize=11.9 K
2024-11-21T02:17:34,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~115.50 KB/118270, heapSize ~328.42 KB/336304, currentSize=73.80 KB/75570 for e0c1e7388b36a672712f40dba77437ad in 1344ms, sequenceid=199, compaction requested=true
2024-11-21T02:17:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-21T02:17:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-21T02:17:34,317 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-21T02:17:34,318 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5040 sec
2024-11-21T02:17:34,320 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.5160 sec
2024-11-21T02:17:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-21T02:17:34,950 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:34,951 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-21T02:17:34,952 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-21T02:17:34,953 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:34,953 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-21T02:17:35,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:35,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/53b8a59122c94de8b7668506b5428979 is 50, key is test_row_0/A:col10/1732155453036/Put/seqid=0
2024-11-21T02:17:35,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742316_1492 (size=12151)
2024-11-21T02:17:35,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-21T02:17:35,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155515296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155515302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155515303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155515311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155515312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155515421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155515421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155515430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155515430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155515431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/53b8a59122c94de8b7668506b5428979
2024-11-21T02:17:35,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1c6974602f9e472ab8d79fbc2029c543 is 50, key is test_row_0/B:col10/1732155453036/Put/seqid=0
2024-11-21T02:17:35,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742317_1493 (size=12151)
2024-11-21T02:17:35,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-21T02:17:35,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155515630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155515630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155515651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155515651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155515651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155515950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155515950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,962 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1c6974602f9e472ab8d79fbc2029c543
2024-11-21T02:17:35,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155515971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155515971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155515972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:35,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/34d349e8dc154c15a9961f20816054bc is 50, key is test_row_0/C:col10/1732155453036/Put/seqid=0
2024-11-21T02:17:36,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742318_1494 (size=12151)
2024-11-21T02:17:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-21T02:17:36,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/34d349e8dc154c15a9961f20816054bc
2024-11-21T02:17:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/53b8a59122c94de8b7668506b5428979 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/53b8a59122c94de8b7668506b5428979
2024-11-21T02:17:36,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/53b8a59122c94de8b7668506b5428979, entries=150, sequenceid=214, filesize=11.9 K
2024-11-21T02:17:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1c6974602f9e472ab8d79fbc2029c543 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1c6974602f9e472ab8d79fbc2029c543
2024-11-21T02:17:36,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1c6974602f9e472ab8d79fbc2029c543, entries=150, sequenceid=214, filesize=11.9 K
2024-11-21T02:17:36,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/34d349e8dc154c15a9961f20816054bc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/34d349e8dc154c15a9961f20816054bc
2024-11-21T02:17:36,457 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/34d349e8dc154c15a9961f20816054bc, entries=150, sequenceid=214, filesize=11.9 K
2024-11-21T02:17:36,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e0c1e7388b36a672712f40dba77437ad in 1354ms, sequenceid=214, compaction requested=true
2024-11-21T02:17:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:36,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-21T02:17:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-21T02:17:36,476 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-21T02:17:36,476 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5190 sec
2024-11-21T02:17:36,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.5260 sec
2024-11-21T02:17:36,489 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:17:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:36,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/7568a9d1fb914d7b86e5c369ddc4808a is 50, key is test_row_0/A:col10/1732155456486/Put/seqid=0
2024-11-21T02:17:36,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742319_1495 (size=12151)
2024-11-21T02:17:36,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155516512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155516514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155516522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155516524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155516530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155516641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155516644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155516644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155516652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155516652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155516868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155516868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155516872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155516872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155516872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:36,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:36,927 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/7568a9d1fb914d7b86e5c369ddc4808a
2024-11-21T02:17:36,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/33acaf9207e84189860aef195b1c5615 is 50, key is test_row_0/B:col10/1732155456486/Put/seqid=0
2024-11-21T02:17:37,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742320_1496 (size=12151)
2024-11-21T02:17:37,017 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/33acaf9207e84189860aef195b1c5615
2024-11-21T02:17:37,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/262d8d9a1a0c45bfafe17f12fa10cec7 is 50, key is test_row_0/C:col10/1732155456486/Put/seqid=0
2024-11-21T02:17:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-21T02:17:37,101 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:37,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-21T02:17:37,104 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:37,104 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-21T02:17:37,105 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:37,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742321_1497 (size=12151)
2024-11-21T02:17:37,106 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/262d8d9a1a0c45bfafe17f12fa10cec7
2024-11-21T02:17:37,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/7568a9d1fb914d7b86e5c369ddc4808a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7568a9d1fb914d7b86e5c369ddc4808a
2024-11-21T02:17:37,140 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7568a9d1fb914d7b86e5c369ddc4808a, entries=150, sequenceid=233, filesize=11.9 K
2024-11-21T02:17:37,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/33acaf9207e84189860aef195b1c5615 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/33acaf9207e84189860aef195b1c5615
2024-11-21T02:17:37,182 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/33acaf9207e84189860aef195b1c5615, entries=150, sequenceid=233, filesize=11.9 K
2024-11-21T02:17:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/262d8d9a1a0c45bfafe17f12fa10cec7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/262d8d9a1a0c45bfafe17f12fa10cec7
2024-11-21T02:17:37,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155517184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155517184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155517184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,189 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/262d8d9a1a0c45bfafe17f12fa10cec7, entries=150, sequenceid=233, filesize=11.9 K
2024-11-21T02:17:37,190 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e0c1e7388b36a672712f40dba77437ad in 701ms, sequenceid=233, compaction requested=true
2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:37,190 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:37,190 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:37,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:37,192 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:17:37,192 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 65843 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:17:37,192 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:37,192 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:37,192 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,192 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,192 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/8de1e70904a74f44b1a9866b2ed54851, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/12ca8082613942aea4ad3491d0de69a1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1fa5561a3c1444c2b3d9a005b83087f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1c6974602f9e472ab8d79fbc2029c543, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/33acaf9207e84189860aef195b1c5615] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=59.6 K
2024-11-21T02:17:37,192 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b06d2051fe0548ae8dde51092a5fcf76, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/cd97eb3654eb4fef88c4751a80adf72c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/079ecd3a4f1e4cd7a278415d806980fc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/53b8a59122c94de8b7668506b5428979, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7568a9d1fb914d7b86e5c369ddc4808a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=64.3 K
2024-11-21T02:17:37,192 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b06d2051fe0548ae8dde51092a5fcf76, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732155451857
2024-11-21T02:17:37,192 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 8de1e70904a74f44b1a9866b2ed54851, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732155451857
2024-11-21T02:17:37,193 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 12ca8082613942aea4ad3491d0de69a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732155452035
2024-11-21T02:17:37,193 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd97eb3654eb4fef88c4751a80adf72c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732155452019
2024-11-21T02:17:37,193 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 079ecd3a4f1e4cd7a278415d806980fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155452839
2024-11-21T02:17:37,193 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fa5561a3c1444c2b3d9a005b83087f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155452839
2024-11-21T02:17:37,193 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53b8a59122c94de8b7668506b5428979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732155453036
2024-11-21T02:17:37,194 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c6974602f9e472ab8d79fbc2029c543, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732155453036
2024-11-21T02:17:37,194 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7568a9d1fb914d7b86e5c369ddc4808a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732155455295
2024-11-21T02:17:37,194 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 33acaf9207e84189860aef195b1c5615, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732155455295
2024-11-21T02:17:37,203 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:37,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-21T02:17:37,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/54f552d73043449fb44bb7768f41a20d is 50, key is test_row_0/A:col10/1732155457200/Put/seqid=0
2024-11-21T02:17:37,220 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#421 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:37,220 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:37,220 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b86ddfa3cca44dc1ac554e30fbb7a1f7 is 50, key is test_row_0/A:col10/1732155456486/Put/seqid=0
2024-11-21T02:17:37,220 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/082f4abbffa64a2ab1c89c0db455de79 is 50, key is test_row_0/B:col10/1732155456486/Put/seqid=0
2024-11-21T02:17:37,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742323_1499 (size=12629)
2024-11-21T02:17:37,249 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/b86ddfa3cca44dc1ac554e30fbb7a1f7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b86ddfa3cca44dc1ac554e30fbb7a1f7
2024-11-21T02:17:37,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742324_1500 (size=12629)
2024-11-21T02:17:37,257 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into b86ddfa3cca44dc1ac554e30fbb7a1f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:37,257 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:37,257 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=11, startTime=1732155457190; duration=0sec
2024-11-21T02:17:37,257 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:37,257 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:37,257 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:17:37,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742322_1498 (size=14541)
2024-11-21T02:17:37,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-21T02:17:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,268 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:17:37,268 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:37,268 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,269 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d00b065fe0124054927d734002fd271f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/49ad98467a2e42599adfb7aa46896c06, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a44be747aa4c4825962365f025882c39, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/34d349e8dc154c15a9961f20816054bc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/262d8d9a1a0c45bfafe17f12fa10cec7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=59.6 K
2024-11-21T02:17:37,270 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d00b065fe0124054927d734002fd271f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732155451857
2024-11-21T02:17:37,270 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ad98467a2e42599adfb7aa46896c06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732155452035
2024-11-21T02:17:37,270 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a44be747aa4c4825962365f025882c39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732155452839
2024-11-21T02:17:37,271 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34d349e8dc154c15a9961f20816054bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732155453036
2024-11-21T02:17:37,271 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 262d8d9a1a0c45bfafe17f12fa10cec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732155455295
2024-11-21T02:17:37,272 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/082f4abbffa64a2ab1c89c0db455de79 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/082f4abbffa64a2ab1c89c0db455de79
2024-11-21T02:17:37,276 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into 082f4abbffa64a2ab1c89c0db455de79(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:37,276 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:37,276 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=11, startTime=1732155457190; duration=0sec
2024-11-21T02:17:37,277 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:37,277 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:37,300 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:37,300 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/7ad2e4c134084c848aa74376edac44c6 is 50, key is test_row_0/C:col10/1732155456486/Put/seqid=0
2024-11-21T02:17:37,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742325_1501 (size=12629)
2024-11-21T02:17:37,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155517301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,328 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/7ad2e4c134084c848aa74376edac44c6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/7ad2e4c134084c848aa74376edac44c6
2024-11-21T02:17:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,334 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into 7ad2e4c134084c848aa74376edac44c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:37,334 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:37,334 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=11, startTime=1732155457190; duration=0sec
2024-11-21T02:17:37,334 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:37,334 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:37,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155517318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-21T02:17:37,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-21T02:17:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155517453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155517456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-21T02:17:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,660 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/54f552d73043449fb44bb7768f41a20d
2024-11-21T02:17:37,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155517661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/018fee543a1147249000a4f8a87e04ee is 50, key is test_row_0/B:col10/1732155457200/Put/seqid=0
2024-11-21T02:17:37,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155517685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155517708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155517709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155517713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-21T02:17:37,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742326_1502 (size=12151)
2024-11-21T02:17:37,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-21T02:17:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/018fee543a1147249000a4f8a87e04ee
2024-11-21T02:17:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:37,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/690735cfcc594159a65f0eace89c5ff8 is 50, key is test_row_0/C:col10/1732155457200/Put/seqid=0
2024-11-21T02:17:37,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742327_1503 (size=12151)
2024-11-21T02:17:37,808 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/690735cfcc594159a65f0eace89c5ff8
2024-11-21T02:17:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/54f552d73043449fb44bb7768f41a20d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/54f552d73043449fb44bb7768f41a20d
2024-11-21T02:17:37,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/54f552d73043449fb44bb7768f41a20d, entries=200, sequenceid=247, filesize=14.2 K
2024-11-21T02:17:37,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/018fee543a1147249000a4f8a87e04ee as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/018fee543a1147249000a4f8a87e04ee
2024-11-21T02:17:37,879 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/018fee543a1147249000a4f8a87e04ee, entries=150, sequenceid=247, filesize=11.9 K
2024-11-21T02:17:37,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/690735cfcc594159a65f0eace89c5ff8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/690735cfcc594159a65f0eace89c5ff8
2024-11-21T02:17:37,885 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/690735cfcc594159a65f0eace89c5ff8, entries=150, sequenceid=247, filesize=11.9 K
2024-11-21T02:17:37,886 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e0c1e7388b36a672712f40dba77437ad in 683ms, sequenceid=247, compaction requested=false
2024-11-21T02:17:37,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:37,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-21T02:17:37,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:37,914 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:17:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/9e9751d3c7934d35ab186be68a77b537 is 50, key is test_row_0/A:col10/1732155457277/Put/seqid=0
2024-11-21T02:17:37,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742328_1504 (size=12301)
2024-11-21T02:17:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:38,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155518070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155518085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155518201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155518217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-21T02:17:38,340 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/9e9751d3c7934d35ab186be68a77b537
2024-11-21T02:17:38,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1d87e26c87784e779cef44d4b2f1cee6 is 50, key is test_row_0/B:col10/1732155457277/Put/seqid=0
2024-11-21T02:17:38,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742329_1505 (size=12301)
2024-11-21T02:17:38,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155518431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155518431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155518732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155518732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,740 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in e0c1e7388b36a672712f40dba77437ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,740 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in e0c1e7388b36a672712f40dba77437ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155518742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,756 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in e0c1e7388b36a672712f40dba77437ad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2232 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155518769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155518769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:38,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1d87e26c87784e779cef44d4b2f1cee6
2024-11-21T02:17:38,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/10e1fd07c9a6440a8b65c3ce5daad3ac is 50, key is test_row_0/C:col10/1732155457277/Put/seqid=0
2024-11-21T02:17:38,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742330_1506 (size=12301)
2024-11-21T02:17:38,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/10e1fd07c9a6440a8b65c3ce5daad3ac
2024-11-21T02:17:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/9e9751d3c7934d35ab186be68a77b537 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e9751d3c7934d35ab186be68a77b537
2024-11-21T02:17:38,914 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e9751d3c7934d35ab186be68a77b537, entries=150, sequenceid=268, filesize=12.0 K
2024-11-21T02:17:38,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/1d87e26c87784e779cef44d4b2f1cee6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1d87e26c87784e779cef44d4b2f1cee6
2024-11-21T02:17:38,935 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1d87e26c87784e779cef44d4b2f1cee6, entries=150, sequenceid=268, filesize=12.0 K
2024-11-21T02:17:38,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/10e1fd07c9a6440a8b65c3ce5daad3ac as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/10e1fd07c9a6440a8b65c3ce5daad3ac
2024-11-21T02:17:38,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/10e1fd07c9a6440a8b65c3ce5daad3ac, entries=150, sequenceid=268, filesize=12.0 K
2024-11-21T02:17:38,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e0c1e7388b36a672712f40dba77437ad in 1031ms, sequenceid=268, compaction requested=true
2024-11-21T02:17:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-21T02:17:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-21T02:17:38,948 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-21T02:17:38,948 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8410 sec
2024-11-21T02:17:38,952 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8480 sec
2024-11-21T02:17:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-21T02:17:39,262 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:39,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-21T02:17:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-21T02:17:39,270 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:39,270 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:39,271 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:39,300 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:17:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:39,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:39,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/77eb95ff6ffc405f968286c1052be4f6 is 50, key is test_row_0/A:col10/1732155458060/Put/seqid=0
2024-11-21T02:17:39,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742331_1507 (size=14741)
2024-11-21T02:17:39,360 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/77eb95ff6ffc405f968286c1052be4f6
2024-11-21T02:17:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-21T02:17:39,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/b9b22f67c9f04e5d8e566131485181e6 is 50, key is test_row_0/B:col10/1732155458060/Put/seqid=0
2024-11-21T02:17:39,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742332_1508 (size=12301)
2024-11-21T02:17:39,413 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/b9b22f67c9f04e5d8e566131485181e6
2024-11-21T02:17:39,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c1cbfe8ec5104e1c8d08d2afc1d81725 is 50, key is test_row_0/C:col10/1732155458060/Put/seqid=0
2024-11-21T02:17:39,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155519428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:39,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742333_1509 (size=12301)
2024-11-21T02:17:39,458 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c1cbfe8ec5104e1c8d08d2afc1d81725
2024-11-21T02:17:39,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155519448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:39,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:39,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/77eb95ff6ffc405f968286c1052be4f6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/77eb95ff6ffc405f968286c1052be4f6
2024-11-21T02:17:39,470 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/77eb95ff6ffc405f968286c1052be4f6, entries=200, sequenceid=283, filesize=14.4 K
2024-11-21T02:17:39,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/b9b22f67c9f04e5d8e566131485181e6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/b9b22f67c9f04e5d8e566131485181e6
2024-11-21T02:17:39,474 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/b9b22f67c9f04e5d8e566131485181e6, entries=150, sequenceid=283, filesize=12.0 K
2024-11-21T02:17:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c1cbfe8ec5104e1c8d08d2afc1d81725 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c1cbfe8ec5104e1c8d08d2afc1d81725
2024-11-21T02:17:39,489 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c1cbfe8ec5104e1c8d08d2afc1d81725, entries=150, sequenceid=283, filesize=12.0 K
2024-11-21T02:17:39,490 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e0c1e7388b36a672712f40dba77437ad in 190ms, sequenceid=283, compaction requested=true
2024-11-21T02:17:39,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:17:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:39,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-21T02:17:39,491 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:17:39,491 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:17:39,492 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:17:39,493 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:39,493 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,493 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/7ad2e4c134084c848aa74376edac44c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/690735cfcc594159a65f0eace89c5ff8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/10e1fd07c9a6440a8b65c3ce5daad3ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c1cbfe8ec5104e1c8d08d2afc1d81725] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=48.2 K
2024-11-21T02:17:39,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54212 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:17:39,493 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:39,493 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,493 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b86ddfa3cca44dc1ac554e30fbb7a1f7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/54f552d73043449fb44bb7768f41a20d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e9751d3c7934d35ab186be68a77b537, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/77eb95ff6ffc405f968286c1052be4f6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=52.9 K
2024-11-21T02:17:39,494 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b86ddfa3cca44dc1ac554e30fbb7a1f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732155455295
2024-11-21T02:17:39,494 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ad2e4c134084c848aa74376edac44c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732155455295
2024-11-21T02:17:39,495 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 690735cfcc594159a65f0eace89c5ff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732155456507
2024-11-21T02:17:39,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54f552d73043449fb44bb7768f41a20d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732155456507
2024-11-21T02:17:39,495 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 10e1fd07c9a6440a8b65c3ce5daad3ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732155457277
2024-11-21T02:17:39,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e9751d3c7934d35ab186be68a77b537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732155457277
2024-11-21T02:17:39,495 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77eb95ff6ffc405f968286c1052be4f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732155458024
2024-11-21T02:17:39,496 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c1cbfe8ec5104e1c8d08d2afc1d81725, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732155458024
2024-11-21T02:17:39,521 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#432 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:39,522 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/354682f181d142328a2f2a6e051c8e7c is 50, key is test_row_0/A:col10/1732155458060/Put/seqid=0
2024-11-21T02:17:39,544 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#433 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:39,544 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/b538b85940384cda8d1b80224d3304cf is 50, key is test_row_0/C:col10/1732155458060/Put/seqid=0
2024-11-21T02:17:39,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742334_1510 (size=12915)
2024-11-21T02:17:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:39,560 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:17:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:39,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,571 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/354682f181d142328a2f2a6e051c8e7c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/354682f181d142328a2f2a6e051c8e7c
2024-11-21T02:17:39,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,581 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into 354682f181d142328a2f2a6e051c8e7c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:39,581 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:39,582 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=12, startTime=1732155459490; duration=0sec
2024-11-21T02:17:39,582 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:39,582 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:39,582 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:17:39,584 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:17:39,584 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:39,584 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,584 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/082f4abbffa64a2ab1c89c0db455de79, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/018fee543a1147249000a4f8a87e04ee, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1d87e26c87784e779cef44d4b2f1cee6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/b9b22f67c9f04e5d8e566131485181e6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=48.2 K
2024-11-21T02:17:39,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742335_1511 (size=12915)
2024-11-21T02:17:39,586 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 082f4abbffa64a2ab1c89c0db455de79, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732155455295
2024-11-21T02:17:39,587 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 018fee543a1147249000a4f8a87e04ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732155456507
2024-11-21T02:17:39,587 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d87e26c87784e779cef44d4b2f1cee6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732155457277
2024-11-21T02:17:39,588 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9b22f67c9f04e5d8e566131485181e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732155458024
2024-11-21T02:17:39,590 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/b538b85940384cda8d1b80224d3304cf as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/b538b85940384cda8d1b80224d3304cf
2024-11-21T02:17:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-21T02:17:39,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/03a614a55cdd486d97c9c2d55d7a2e21 is 50, key is test_row_0/A:col10/1732155459424/Put/seqid=0
2024-11-21T02:17:39,604 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:39,605 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/9cc67768e48f43d4b8f57665b098dd20 is 50, key is test_row_0/B:col10/1732155458060/Put/seqid=0
2024-11-21T02:17:39,607 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into b538b85940384cda8d1b80224d3304cf(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:39,607 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:39,607 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=12, startTime=1732155459491; duration=0sec
2024-11-21T02:17:39,607 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:39,607 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:39,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742336_1512 (size=14741)
2024-11-21T02:17:39,642 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/03a614a55cdd486d97c9c2d55d7a2e21
2024-11-21T02:17:39,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742337_1513 (size=12915)
2024-11-21T02:17:39,664 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/9cc67768e48f43d4b8f57665b098dd20 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9cc67768e48f43d4b8f57665b098dd20
2024-11-21T02:17:39,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/9681b3883cb44041b04b32457ef764d9 is 50, key is test_row_0/B:col10/1732155459424/Put/seqid=0
2024-11-21T02:17:39,669 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into 9cc67768e48f43d4b8f57665b098dd20(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:39,669 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:39,669 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=12, startTime=1732155459491; duration=0sec
2024-11-21T02:17:39,669 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:39,669 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:39,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742338_1514 (size=12301)
2024-11-21T02:17:39,690 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/9681b3883cb44041b04b32457ef764d9
2024-11-21T02:17:39,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/9778c9be4129423c9b6004f4f3d0c80d is 50, key is test_row_0/C:col10/1732155459424/Put/seqid=0
2024-11-21T02:17:39,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155519692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:39,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155519692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:39,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:39,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:39,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742339_1515 (size=12301)
2024-11-21T02:17:39,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/9778c9be4129423c9b6004f4f3d0c80d
2024-11-21T02:17:39,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/03a614a55cdd486d97c9c2d55d7a2e21 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/03a614a55cdd486d97c9c2d55d7a2e21
2024-11-21T02:17:39,772 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/03a614a55cdd486d97c9c2d55d7a2e21, entries=200, sequenceid=301, filesize=14.4 K
2024-11-21T02:17:39,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/9681b3883cb44041b04b32457ef764d9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9681b3883cb44041b04b32457ef764d9
2024-11-21T02:17:39,781 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9681b3883cb44041b04b32457ef764d9, entries=150, sequenceid=301, filesize=12.0 K
2024-11-21T02:17:39,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/9778c9be4129423c9b6004f4f3d0c80d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9778c9be4129423c9b6004f4f3d0c80d
2024-11-21T02:17:39,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9778c9be4129423c9b6004f4f3d0c80d, entries=150, sequenceid=301, filesize=12.0 K
2024-11-21T02:17:39,787 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e0c1e7388b36a672712f40dba77437ad in 227ms, sequenceid=301, compaction requested=false
2024-11-21T02:17:39,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:39,827 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-21T02:17:39,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:39,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:39,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:39,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/7241fd06bb4e43a881866491b79565b1 is 50, key is test_row_0/A:col10/1732155459669/Put/seqid=0
2024-11-21T02:17:39,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:39,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:39,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742340_1516 (size=12301)
2024-11-21T02:17:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-21T02:17:39,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155519933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:39,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155519940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:39,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155520056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155520064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:40,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155520283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,295 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/7241fd06bb4e43a881866491b79565b1
2024-11-21T02:17:40,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155520290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ca3746535e6f46e9aedfde95a1df6066 is 50, key is test_row_0/B:col10/1732155459669/Put/seqid=0
2024-11-21T02:17:40,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742341_1517 (size=12301)
2024-11-21T02:17:40,352 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ca3746535e6f46e9aedfde95a1df6066
2024-11-21T02:17:40,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:40,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/fd59158a12774ffa85fb6644a972c4c8 is 50, key is test_row_0/C:col10/1732155459669/Put/seqid=0
2024-11-21T02:17:40,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742342_1518 (size=12301)
2024-11-21T02:17:40,385 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/fd59158a12774ffa85fb6644a972c4c8
2024-11-21T02:17:40,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/7241fd06bb4e43a881866491b79565b1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7241fd06bb4e43a881866491b79565b1
2024-11-21T02:17:40,393 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7241fd06bb4e43a881866491b79565b1, entries=150, sequenceid=320, filesize=12.0 K
2024-11-21T02:17:40,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/ca3746535e6f46e9aedfde95a1df6066 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca3746535e6f46e9aedfde95a1df6066
2024-11-21T02:17:40,398 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca3746535e6f46e9aedfde95a1df6066, entries=150, sequenceid=320, filesize=12.0 K
2024-11-21T02:17:40,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/fd59158a12774ffa85fb6644a972c4c8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/fd59158a12774ffa85fb6644a972c4c8
2024-11-21T02:17:40,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/fd59158a12774ffa85fb6644a972c4c8, entries=150, sequenceid=320, filesize=12.0 K
2024-11-21T02:17:40,408 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e0c1e7388b36a672712f40dba77437ad in 581ms, sequenceid=320, compaction requested=true
2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:40,408 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:17:40,408 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:40,410 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:40,410 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:40,410 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,410 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9cc67768e48f43d4b8f57665b098dd20, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9681b3883cb44041b04b32457ef764d9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca3746535e6f46e9aedfde95a1df6066] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.6 K
2024-11-21T02:17:40,410 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:40,410 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:40,410 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,410 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/354682f181d142328a2f2a6e051c8e7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/03a614a55cdd486d97c9c2d55d7a2e21, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7241fd06bb4e43a881866491b79565b1] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=39.0 K
2024-11-21T02:17:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-21T02:17:40,411 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 354682f181d142328a2f2a6e051c8e7c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732155458024
2024-11-21T02:17:40,411 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cc67768e48f43d4b8f57665b098dd20, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732155458024
2024-11-21T02:17:40,412 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03a614a55cdd486d97c9c2d55d7a2e21, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732155459332
2024-11-21T02:17:40,412 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9681b3883cb44041b04b32457ef764d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732155459332
2024-11-21T02:17:40,412 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7241fd06bb4e43a881866491b79565b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732155459669
2024-11-21T02:17:40,412 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ca3746535e6f46e9aedfde95a1df6066, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732155459669
2024-11-21T02:17:40,423 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:40,423 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fe927ef4750f4733a8e64c7b60ac5147 is 50, key is test_row_0/B:col10/1732155459669/Put/seqid=0
2024-11-21T02:17:40,438 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:40,439 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/10ff89254333423fa8098a323f0d8fd4 is 50, key is test_row_0/A:col10/1732155459669/Put/seqid=0
2024-11-21T02:17:40,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742343_1519 (size=13017)
2024-11-21T02:17:40,445 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/fe927ef4750f4733a8e64c7b60ac5147 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe927ef4750f4733a8e64c7b60ac5147
2024-11-21T02:17:40,450 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into fe927ef4750f4733a8e64c7b60ac5147(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:40,450 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:40,450 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155460408; duration=0sec
2024-11-21T02:17:40,450 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:40,450 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:40,451 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:40,451 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:40,451 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:40,451 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,452 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/b538b85940384cda8d1b80224d3304cf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9778c9be4129423c9b6004f4f3d0c80d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/fd59158a12774ffa85fb6644a972c4c8] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.6 K
2024-11-21T02:17:40,452 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b538b85940384cda8d1b80224d3304cf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732155458024
2024-11-21T02:17:40,452 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9778c9be4129423c9b6004f4f3d0c80d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732155459332
2024-11-21T02:17:40,452 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fd59158a12774ffa85fb6644a972c4c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732155459669
2024-11-21T02:17:40,472 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:40,473 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/9cf1383cd349483a88e5e49ad902808f is 50, key is test_row_0/C:col10/1732155459669/Put/seqid=0
2024-11-21T02:17:40,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742344_1520 (size=13017)
2024-11-21T02:17:40,487 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/10ff89254333423fa8098a323f0d8fd4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/10ff89254333423fa8098a323f0d8fd4
2024-11-21T02:17:40,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742345_1521 (size=13017)
2024-11-21T02:17:40,505 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/9cf1383cd349483a88e5e49ad902808f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9cf1383cd349483a88e5e49ad902808f
2024-11-21T02:17:40,505 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into 10ff89254333423fa8098a323f0d8fd4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:40,505 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:40,505 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155460408; duration=0sec
2024-11-21T02:17:40,506 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:40,506 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:40,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-21T02:17:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:40,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-21T02:17:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:40,512 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into 9cf1383cd349483a88e5e49ad902808f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:40,512 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:40,512 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155460408; duration=0sec
2024-11-21T02:17:40,512 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:40,512 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/3dfbc4b5d26941e9afa32ab4d8e45ee5 is 50, key is test_row_0/A:col10/1732155459910/Put/seqid=0
2024-11-21T02:17:40,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742346_1522 (size=12301)
2024-11-21T02:17:40,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/3dfbc4b5d26941e9afa32ab4d8e45ee5
2024-11-21T02:17:40,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/4492495806664bbbbb7a4b2cea92b419 is 50, key is test_row_0/B:col10/1732155459910/Put/seqid=0
2024-11-21T02:17:40,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742347_1523 (size=12301)
2024-11-21T02:17:40,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/4492495806664bbbbb7a4b2cea92b419
2024-11-21T02:17:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/d4d9a4c0b0044c1caede5c9ba6f589c6 is 50, key is test_row_0/C:col10/1732155459910/Put/seqid=0
2024-11-21T02:17:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:40,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:40,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742348_1524 (size=12301)
2024-11-21T02:17:40,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155520679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155520684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155520761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155520761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,762 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in e0c1e7388b36a672712f40dba77437ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,763 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in e0c1e7388b36a672712f40dba77437ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4251 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155520775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,780 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_2' in e0c1e7388b36a672712f40dba77437ad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4256 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:17:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155520801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:40,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155520801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:40,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155521020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,034 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/d4d9a4c0b0044c1caede5c9ba6f589c6
2024-11-21T02:17:41,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155521021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/3dfbc4b5d26941e9afa32ab4d8e45ee5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/3dfbc4b5d26941e9afa32ab4d8e45ee5
2024-11-21T02:17:41,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/3dfbc4b5d26941e9afa32ab4d8e45ee5, entries=150, sequenceid=338, filesize=12.0 K
2024-11-21T02:17:41,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/4492495806664bbbbb7a4b2cea92b419 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/4492495806664bbbbb7a4b2cea92b419
2024-11-21T02:17:41,056 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/4492495806664bbbbb7a4b2cea92b419, entries=150, sequenceid=338, filesize=12.0 K
2024-11-21T02:17:41,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/d4d9a4c0b0044c1caede5c9ba6f589c6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d4d9a4c0b0044c1caede5c9ba6f589c6
2024-11-21T02:17:41,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d4d9a4c0b0044c1caede5c9ba6f589c6, entries=150, sequenceid=338, filesize=12.0 K
2024-11-21T02:17:41,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e0c1e7388b36a672712f40dba77437ad in 552ms, sequenceid=338, compaction requested=false
2024-11-21T02:17:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-21T02:17:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-21T02:17:41,067 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-21T02:17:41,067 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec
2024-11-21T02:17:41,069 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.8050 sec
2024-11-21T02:17:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:41,348 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-21T02:17:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:41,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:41,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/39fb6fbf947143f7aeb896b9582b4b1b is 50, key is test_row_0/A:col10/1732155460681/Put/seqid=0
2024-11-21T02:17:41,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742349_1525 (size=14741)
2024-11-21T02:17:41,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/39fb6fbf947143f7aeb896b9582b4b1b
2024-11-21T02:17:41,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/e08344da1c804c11a433be53bd8d895f is 50, key is test_row_0/B:col10/1732155460681/Put/seqid=0
2024-11-21T02:17:41,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742350_1526 (size=12301)
2024-11-21T02:17:41,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155521396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155521404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-21T02:17:41,422 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:41,423 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-21T02:17:41,424 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-21T02:17:41,425 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:41,425 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:41,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155521513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-21T02:17:41,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155521531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-21T02:17:41,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:41,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:41,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:41,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-21T02:17:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:41,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155521731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-21T02:17:41,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155521740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:41,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:41,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:41,780 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/e08344da1c804c11a433be53bd8d895f
2024-11-21T02:17:41,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/00b4a55906594d0db718811501ec8a0a is 50, key is test_row_0/C:col10/1732155460681/Put/seqid=0
2024-11-21T02:17:41,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742351_1527 (size=12301)
2024-11-21T02:17:41,788 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/00b4a55906594d0db718811501ec8a0a
2024-11-21T02:17:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/39fb6fbf947143f7aeb896b9582b4b1b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/39fb6fbf947143f7aeb896b9582b4b1b
2024-11-21T02:17:41,802 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/39fb6fbf947143f7aeb896b9582b4b1b, entries=200, sequenceid=356, filesize=14.4 K
2024-11-21T02:17:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/e08344da1c804c11a433be53bd8d895f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/e08344da1c804c11a433be53bd8d895f
2024-11-21T02:17:41,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/e08344da1c804c11a433be53bd8d895f, entries=150, sequenceid=356, filesize=12.0 K
2024-11-21T02:17:41,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/00b4a55906594d0db718811501ec8a0a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/00b4a55906594d0db718811501ec8a0a
2024-11-21T02:17:41,837 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/00b4a55906594d0db718811501ec8a0a, entries=150, sequenceid=356, filesize=12.0 K
2024-11-21T02:17:41,838 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e0c1e7388b36a672712f40dba77437ad in 491ms, sequenceid=356, compaction requested=true
2024-11-21T02:17:41,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:41,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:41,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:41,838 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:41,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:41,839 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:41,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:41,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:41,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:41,840 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:41,840 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:41,840 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,840 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/10ff89254333423fa8098a323f0d8fd4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/3dfbc4b5d26941e9afa32ab4d8e45ee5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/39fb6fbf947143f7aeb896b9582b4b1b] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=39.1 K
2024-11-21T02:17:41,840 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:41,840 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:41,840 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,840 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe927ef4750f4733a8e64c7b60ac5147, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/4492495806664bbbbb7a4b2cea92b419, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/e08344da1c804c11a433be53bd8d895f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.7 K
2024-11-21T02:17:41,840 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10ff89254333423fa8098a323f0d8fd4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732155459669
2024-11-21T02:17:41,841 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fe927ef4750f4733a8e64c7b60ac5147, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732155459669
2024-11-21T02:17:41,841 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dfbc4b5d26941e9afa32ab4d8e45ee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732155459910
2024-11-21T02:17:41,841 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4492495806664bbbbb7a4b2cea92b419, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732155459910
2024-11-21T02:17:41,841 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e08344da1c804c11a433be53bd8d895f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732155460677
2024-11-21T02:17:41,841 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39fb6fbf947143f7aeb896b9582b4b1b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732155460666
2024-11-21T02:17:41,851 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:41,852 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/0a4e315ae0b94d2295332b1ec7e425ea is 50, key is test_row_0/A:col10/1732155460681/Put/seqid=0
2024-11-21T02:17:41,867 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:41,868 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/c6dc8be309eb4df1be0823cd9ff5f13e is 50, key is test_row_0/B:col10/1732155460681/Put/seqid=0
2024-11-21T02:17:41,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-21T02:17:41,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:41,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-21T02:17:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:41,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742352_1528 (size=13119)
2024-11-21T02:17:41,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742353_1529 (size=13119)
2024-11-21T02:17:41,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/85add03dfe8341d3adf27824f47614eb is 50, key is test_row_0/A:col10/1732155461390/Put/seqid=0
2024-11-21T02:17:41,960 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/0a4e315ae0b94d2295332b1ec7e425ea as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0a4e315ae0b94d2295332b1ec7e425ea
2024-11-21T02:17:41,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742354_1530 (size=12301)
2024-11-21T02:17:41,964 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/85add03dfe8341d3adf27824f47614eb
2024-11-21T02:17:41,993 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into 0a4e315ae0b94d2295332b1ec7e425ea(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:41,993 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:41,993 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155461838; duration=0sec
2024-11-21T02:17:41,993 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:41,993 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:41,993 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/dac26b6a1b5741fc98ac6ae448576a6a is 50, key is test_row_0/B:col10/1732155461390/Put/seqid=0
2024-11-21T02:17:42,011 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:42,012 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:42,012 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:42,012 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9cf1383cd349483a88e5e49ad902808f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d4d9a4c0b0044c1caede5c9ba6f589c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/00b4a55906594d0db718811501ec8a0a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.7 K
2024-11-21T02:17:42,016 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cf1383cd349483a88e5e49ad902808f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732155459669
2024-11-21T02:17:42,017 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4d9a4c0b0044c1caede5c9ba6f589c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732155459910
2024-11-21T02:17:42,018 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00b4a55906594d0db718811501ec8a0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732155460677
2024-11-21T02:17:42,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742355_1531 (size=12301)
2024-11-21T02:17:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-21T02:17:42,060 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:42,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:42,061 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/81ee93bc48de45e4878dd416a7b31930 is 50, key is test_row_0/C:col10/1732155460681/Put/seqid=0
2024-11-21T02:17:42,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742356_1532 (size=13119)
2024-11-21T02:17:42,090 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/81ee93bc48de45e4878dd416a7b31930 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/81ee93bc48de45e4878dd416a7b31930
2024-11-21T02:17:42,096 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into 81ee93bc48de45e4878dd416a7b31930(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:42,096 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:42,096 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155461839; duration=0sec
2024-11-21T02:17:42,096 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:42,097 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:42,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155522147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155522151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155522271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155522274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,339 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/c6dc8be309eb4df1be0823cd9ff5f13e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c6dc8be309eb4df1be0823cd9ff5f13e
2024-11-21T02:17:42,351 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into c6dc8be309eb4df1be0823cd9ff5f13e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:42,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:42,351 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155461838; duration=0sec
2024-11-21T02:17:42,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:42,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:42,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/dac26b6a1b5741fc98ac6ae448576a6a
2024-11-21T02:17:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a413e5411e9c47eca73a9833600c6454 is 50, key is test_row_0/C:col10/1732155461390/Put/seqid=0
2024-11-21T02:17:42,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155522505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155522505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-21T02:17:42,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742357_1533 (size=12301)
2024-11-21T02:17:42,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155522836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155522841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:42,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:42,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a413e5411e9c47eca73a9833600c6454
2024-11-21T02:17:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/85add03dfe8341d3adf27824f47614eb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/85add03dfe8341d3adf27824f47614eb
2024-11-21T02:17:42,992 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/85add03dfe8341d3adf27824f47614eb, entries=150, sequenceid=371, filesize=12.0 K
2024-11-21T02:17:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/dac26b6a1b5741fc98ac6ae448576a6a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/dac26b6a1b5741fc98ac6ae448576a6a
2024-11-21T02:17:43,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/dac26b6a1b5741fc98ac6ae448576a6a, entries=150, sequenceid=371, filesize=12.0 K
2024-11-21T02:17:43,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a413e5411e9c47eca73a9833600c6454 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a413e5411e9c47eca73a9833600c6454
2024-11-21T02:17:43,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a413e5411e9c47eca73a9833600c6454, entries=150, sequenceid=371, filesize=12.0 K
2024-11-21T02:17:43,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e0c1e7388b36a672712f40dba77437ad in 1132ms, sequenceid=371, compaction requested=false
2024-11-21T02:17:43,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:43,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-21T02:17:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-21T02:17:43,023 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-21T02:17:43,023 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec
2024-11-21T02:17:43,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.6010 sec
2024-11-21T02:17:43,377 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-21T02:17:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:43,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/2831c8acfb8d4619920d1a5640f4c67f is 50, key is test_row_0/A:col10/1732155463374/Put/seqid=0
2024-11-21T02:17:43,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742358_1534 (size=14741)
2024-11-21T02:17:43,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155523457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:43,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155523463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-21T02:17:43,581 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:43,581 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-21T02:17:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-21T02:17:43,583 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:43,584 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:43,584 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:43,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155523581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:43,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:43,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155523593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-21T02:17:43,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-21T02:17:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:43,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155523801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:43,812 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/2831c8acfb8d4619920d1a5640f4c67f
2024-11-21T02:17:43,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/005c7691018c487bb8b9ad23b7b12983 is 50, key is test_row_0/B:col10/1732155463374/Put/seqid=0
2024-11-21T02:17:43,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155523821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:43,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742359_1535 (size=12301)
2024-11-21T02:17:43,842 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/005c7691018c487bb8b9ad23b7b12983
2024-11-21T02:17:43,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a038a0ac243842829d1b171146f57559 is 50, key is test_row_0/C:col10/1732155463374/Put/seqid=0
2024-11-21T02:17:43,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742360_1536 (size=12301)
2024-11-21T02:17:43,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a038a0ac243842829d1b171146f57559
2024-11-21T02:17:43,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/2831c8acfb8d4619920d1a5640f4c67f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/2831c8acfb8d4619920d1a5640f4c67f
2024-11-21T02:17:43,876 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/2831c8acfb8d4619920d1a5640f4c67f, entries=200, sequenceid=392, filesize=14.4 K
2024-11-21T02:17:43,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/005c7691018c487bb8b9ad23b7b12983 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/005c7691018c487bb8b9ad23b7b12983
2024-11-21T02:17:43,884 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/005c7691018c487bb8b9ad23b7b12983, entries=150, sequenceid=392, filesize=12.0 K
2024-11-21T02:17:43,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/a038a0ac243842829d1b171146f57559 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a038a0ac243842829d1b171146f57559
2024-11-21T02:17:43,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-21T02:17:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:43,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:43,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a038a0ac243842829d1b171146f57559, entries=150, sequenceid=392, filesize=12.0 K
2024-11-21T02:17:43,896 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e0c1e7388b36a672712f40dba77437ad in 519ms, sequenceid=392, compaction requested=true
2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:43,896 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:43,896 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:43,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:43,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:43,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:43,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:43,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:43,898 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,898 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c6dc8be309eb4df1be0823cd9ff5f13e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/dac26b6a1b5741fc98ac6ae448576a6a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/005c7691018c487bb8b9ad23b7b12983] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.8 K
2024-11-21T02:17:43,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0a4e315ae0b94d2295332b1ec7e425ea, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/85add03dfe8341d3adf27824f47614eb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/2831c8acfb8d4619920d1a5640f4c67f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=39.2 K
2024-11-21T02:17:43,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4e315ae0b94d2295332b1ec7e425ea, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732155460677
2024-11-21T02:17:43,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c6dc8be309eb4df1be0823cd9ff5f13e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732155460677
2024-11-21T02:17:43,899 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting dac26b6a1b5741fc98ac6ae448576a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732155461390
2024-11-21T02:17:43,899 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85add03dfe8341d3adf27824f47614eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732155461390
2024-11-21T02:17:43,900 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2831c8acfb8d4619920d1a5640f4c67f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732155462136
2024-11-21T02:17:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-21T02:17:43,900 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 005c7691018c487bb8b9ad23b7b12983, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732155462136
2024-11-21T02:17:43,907 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:43,907 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/076a541828824d7abbc92ca58bd332bb is 50, key is test_row_0/B:col10/1732155463374/Put/seqid=0
2024-11-21T02:17:43,924 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:43,925 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/1dc97a05b0fa4c2696b7b4d2f319a7ac is 50, key is test_row_0/A:col10/1732155463374/Put/seqid=0
2024-11-21T02:17:43,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742361_1537 (size=13221)
2024-11-21T02:17:43,937 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/076a541828824d7abbc92ca58bd332bb as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/076a541828824d7abbc92ca58bd332bb
2024-11-21T02:17:43,946 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into 076a541828824d7abbc92ca58bd332bb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:43,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:43,946 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155463896; duration=0sec
2024-11-21T02:17:43,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:43,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:43,946 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:43,947 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:43,947 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:43,947 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:43,947 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/81ee93bc48de45e4878dd416a7b31930, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a413e5411e9c47eca73a9833600c6454, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a038a0ac243842829d1b171146f57559] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.8 K
2024-11-21T02:17:43,948 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 81ee93bc48de45e4878dd416a7b31930, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732155460677
2024-11-21T02:17:43,948 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a413e5411e9c47eca73a9833600c6454, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732155461390
2024-11-21T02:17:43,948 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting a038a0ac243842829d1b171146f57559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732155462136
2024-11-21T02:17:43,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742362_1538 (size=13221)
2024-11-21T02:17:43,959 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/1dc97a05b0fa4c2696b7b4d2f319a7ac as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/1dc97a05b0fa4c2696b7b4d2f319a7ac
2024-11-21T02:17:43,962 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:43,963 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c127a2a6046a445eae8f022344658f32 is 50, key is test_row_0/C:col10/1732155463374/Put/seqid=0
2024-11-21T02:17:43,968 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into 1dc97a05b0fa4c2696b7b4d2f319a7ac(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:43,968 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:43,968 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155463896; duration=0sec
2024-11-21T02:17:43,968 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:43,968 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:44,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742363_1539 (size=13221)
2024-11-21T02:17:44,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-21T02:17:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:44,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:44,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/89c5f0e04f66403b9410ec00d52a3e9b is 50, key is test_row_0/A:col10/1732155463432/Put/seqid=0
2024-11-21T02:17:44,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742364_1540 (size=12301)
2024-11-21T02:17:44,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/89c5f0e04f66403b9410ec00d52a3e9b
2024-11-21T02:17:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/3071931681244df19ad667726e0c576d is 50, key is test_row_0/B:col10/1732155463432/Put/seqid=0
2024-11-21T02:17:44,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742365_1541 (size=12301)
2024-11-21T02:17:44,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/3071931681244df19ad667726e0c576d
2024-11-21T02:17:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:44,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/519637a818c64e839619bb8bb405509c is 50, key is test_row_0/C:col10/1732155463432/Put/seqid=0
2024-11-21T02:17:44,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742366_1542 (size=12301)
2024-11-21T02:17:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-21T02:17:44,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155524218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155524219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155524342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155524342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,416 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c127a2a6046a445eae8f022344658f32 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c127a2a6046a445eae8f022344658f32
2024-11-21T02:17:44,427 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into c127a2a6046a445eae8f022344658f32(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:44,427 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:44,428 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155463896; duration=0sec
2024-11-21T02:17:44,428 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:44,428 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:44,545 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/519637a818c64e839619bb8bb405509c
2024-11-21T02:17:44,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/89c5f0e04f66403b9410ec00d52a3e9b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/89c5f0e04f66403b9410ec00d52a3e9b
2024-11-21T02:17:44,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155524551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155524551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/89c5f0e04f66403b9410ec00d52a3e9b, entries=150, sequenceid=408, filesize=12.0 K
2024-11-21T02:17:44,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/3071931681244df19ad667726e0c576d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/3071931681244df19ad667726e0c576d
2024-11-21T02:17:44,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/3071931681244df19ad667726e0c576d, entries=150, sequenceid=408, filesize=12.0 K
2024-11-21T02:17:44,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/519637a818c64e839619bb8bb405509c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/519637a818c64e839619bb8bb405509c
2024-11-21T02:17:44,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/519637a818c64e839619bb8bb405509c, entries=150, sequenceid=408, filesize=12.0 K
2024-11-21T02:17:44,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for e0c1e7388b36a672712f40dba77437ad in 527ms, sequenceid=408, compaction requested=false
2024-11-21T02:17:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:44,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:44,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-21T02:17:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-21T02:17:44,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-21T02:17:44,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec
2024-11-21T02:17:44,598 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0140 sec
2024-11-21T02:17:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-21T02:17:44,720 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:44,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-21T02:17:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-21T02:17:44,723 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:44,724 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:44,724 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:44,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:17:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:44,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:44,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/e170a8c5c2a848588491d0e4cb3e35a9 is 50, key is test_row_0/A:col10/1732155464200/Put/seqid=0
2024-11-21T02:17:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-21T02:17:44,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742367_1543 (size=17181)
2024-11-21T02:17:44,849 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/e170a8c5c2a848588491d0e4cb3e35a9
2024-11-21T02:17:44,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155524845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155524847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/7f90b287da4e4c2f85ce9e2b3483af72 is 50, key is test_row_0/B:col10/1732155464200/Put/seqid=0
2024-11-21T02:17:44,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155524848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742368_1544 (size=12301)
2024-11-21T02:17:44,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155524871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155524872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:44,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:44,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:44,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:44,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:44,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:44,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155524961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155524961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:44,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155524971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:45,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:45,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-21T02:17:45,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155525181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:45,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155525182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155525190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/7f90b287da4e4c2f85ce9e2b3483af72
2024-11-21T02:17:45,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/f29e05c7460b4950a1329241c5f308a4 is 50, key is test_row_0/C:col10/1732155464200/Put/seqid=0
2024-11-21T02:17:45,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742369_1545 (size=12301)
2024-11-21T02:17:45,346 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/f29e05c7460b4950a1329241c5f308a4
2024-11-21T02:17:45,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/e170a8c5c2a848588491d0e4cb3e35a9 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e170a8c5c2a848588491d0e4cb3e35a9
2024-11-21T02:17:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-21T02:17:45,356 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e170a8c5c2a848588491d0e4cb3e35a9, entries=250, sequenceid=429, filesize=16.8 K
2024-11-21T02:17:45,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/7f90b287da4e4c2f85ce9e2b3483af72 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/7f90b287da4e4c2f85ce9e2b3483af72
2024-11-21T02:17:45,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/7f90b287da4e4c2f85ce9e2b3483af72, entries=150, sequenceid=429, filesize=12.0 K
2024-11-21T02:17:45,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/f29e05c7460b4950a1329241c5f308a4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/f29e05c7460b4950a1329241c5f308a4
2024-11-21T02:17:45,385 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/f29e05c7460b4950a1329241c5f308a4, entries=150, sequenceid=429, filesize=12.0 K
2024-11-21T02:17:45,386 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e0c1e7388b36a672712f40dba77437ad in 588ms, sequenceid=429, compaction requested=true
2024-11-21T02:17:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:45,386 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:45,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:45,387 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:45,400 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:45,400 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/B is initiating minor compaction (all files)
2024-11-21T02:17:45,400 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/B in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,401 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/076a541828824d7abbc92ca58bd332bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/3071931681244df19ad667726e0c576d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/7f90b287da4e4c2f85ce9e2b3483af72] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.9 K
2024-11-21T02:17:45,401 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:45,401 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/A is initiating minor compaction (all files)
2024-11-21T02:17:45,401 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/A in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,401 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/1dc97a05b0fa4c2696b7b4d2f319a7ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/89c5f0e04f66403b9410ec00d52a3e9b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e170a8c5c2a848588491d0e4cb3e35a9] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=41.7 K
2024-11-21T02:17:45,403 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 076a541828824d7abbc92ca58bd332bb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732155462136
2024-11-21T02:17:45,403 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dc97a05b0fa4c2696b7b4d2f319a7ac, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732155462136
2024-11-21T02:17:45,403 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3071931681244df19ad667726e0c576d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732155463432
2024-11-21T02:17:45,403 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89c5f0e04f66403b9410ec00d52a3e9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732155463432
2024-11-21T02:17:45,403 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e170a8c5c2a848588491d0e4cb3e35a9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732155464196
2024-11-21T02:17:45,404 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f90b287da4e4c2f85ce9e2b3483af72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732155464200
2024-11-21T02:17:45,406 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:17:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:45,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:45,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/d35b3751529443868a3877152d8175d7 is 50, key is test_row_0/A:col10/1732155464840/Put/seqid=0
2024-11-21T02:17:45,418 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:45,419 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/f453bf0f508e4182b65c9394ff079ffc is 50, key is test_row_0/A:col10/1732155464200/Put/seqid=0
2024-11-21T02:17:45,422 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#B#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:45,423 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/bb14df64a29944e2b74d4c68bad4b38c is 50, key is test_row_0/B:col10/1732155464200/Put/seqid=0
2024-11-21T02:17:45,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742370_1546 (size=14741)
2024-11-21T02:17:45,495 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/d35b3751529443868a3877152d8175d7
2024-11-21T02:17:45,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742371_1547 (size=13323)
2024-11-21T02:17:45,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/99dd567a943343328a61eabebce29679 is 50, key is test_row_0/B:col10/1732155464840/Put/seqid=0
2024-11-21T02:17:45,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742372_1548 (size=13323)
2024-11-21T02:17:45,540 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/f453bf0f508e4182b65c9394ff079ffc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f453bf0f508e4182b65c9394ff079ffc
2024-11-21T02:17:45,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155525526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155525526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,547 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/bb14df64a29944e2b74d4c68bad4b38c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/bb14df64a29944e2b74d4c68bad4b38c
2024-11-21T02:17:45,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742373_1549 (size=12301)
2024-11-21T02:17:45,552 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/99dd567a943343328a61eabebce29679
2024-11-21T02:17:45,553 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/A of e0c1e7388b36a672712f40dba77437ad into f453bf0f508e4182b65c9394ff079ffc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:45,553 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:45,553 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/A, priority=13, startTime=1732155465386; duration=0sec
2024-11-21T02:17:45,553 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:45,553 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:45,553 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:45,555 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:45,555 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): e0c1e7388b36a672712f40dba77437ad/C is initiating minor compaction (all files)
2024-11-21T02:17:45,555 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e0c1e7388b36a672712f40dba77437ad/C in TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,555 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c127a2a6046a445eae8f022344658f32, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/519637a818c64e839619bb8bb405509c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/f29e05c7460b4950a1329241c5f308a4] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp, totalSize=36.9 K
2024-11-21T02:17:45,560 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting c127a2a6046a445eae8f022344658f32, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732155462136
2024-11-21T02:17:45,560 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519637a818c64e839619bb8bb405509c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732155463432
2024-11-21T02:17:45,561 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting f29e05c7460b4950a1329241c5f308a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732155464200
2024-11-21T02:17:45,563 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/B of e0c1e7388b36a672712f40dba77437ad into bb14df64a29944e2b74d4c68bad4b38c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:45,563 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:45,563 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/B, priority=13, startTime=1732155465386; duration=0sec
2024-11-21T02:17:45,563 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:45,563 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:45,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155525538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155525542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155525545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/59ae6190bb374a65af61ac44f5866c1f is 50, key is test_row_0/C:col10/1732155464840/Put/seqid=0
2024-11-21T02:17:45,592 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0c1e7388b36a672712f40dba77437ad#C#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:45,592 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c33e81d64d61483f9bbb4e67f513253d is 50, key is test_row_0/C:col10/1732155464200/Put/seqid=0
2024-11-21T02:17:45,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742374_1550 (size=12301)
2024-11-21T02:17:45,642 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/59ae6190bb374a65af61ac44f5866c1f
2024-11-21T02:17:45,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742375_1551 (size=13323)
2024-11-21T02:17:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/d35b3751529443868a3877152d8175d7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/d35b3751529443868a3877152d8175d7
2024-11-21T02:17:45,681 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/d35b3751529443868a3877152d8175d7, entries=200, sequenceid=442, filesize=14.4 K
2024-11-21T02:17:45,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/99dd567a943343328a61eabebce29679 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/99dd567a943343328a61eabebce29679
2024-11-21T02:17:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155525671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155525680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155525680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:45,701 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/99dd567a943343328a61eabebce29679, entries=150, sequenceid=442, filesize=12.0 K
2024-11-21T02:17:45,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/59ae6190bb374a65af61ac44f5866c1f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/59ae6190bb374a65af61ac44f5866c1f
2024-11-21T02:17:45,709 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/59ae6190bb374a65af61ac44f5866c1f, entries=150, sequenceid=442, filesize=12.0 K
2024-11-21T02:17:45,716 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e0c1e7388b36a672712f40dba77437ad in 310ms, sequenceid=442, compaction requested=false
2024-11-21T02:17:45,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:45,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-21T02:17:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:45,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-21T02:17:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-21T02:17:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/51779d2ba8b04e159b0b077d28ae3c9e is 50, key is test_row_0/A:col10/1732155465459/Put/seqid=0
2024-11-21T02:17:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. as already flushing
2024-11-21T02:17:45,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742376_1552 (size=12301)
2024-11-21T02:17:45,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/51779d2ba8b04e159b0b077d28ae3c9e
2024-11-21T02:17:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/6d72ff5ddfbd42e18933f85503683ea2 is 50, key is test_row_0/B:col10/1732155465459/Put/seqid=0
2024-11-21T02:17:45,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155525954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155525963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:45,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155525976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742377_1553 (size=12301)
2024-11-21T02:17:46,062 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/c33e81d64d61483f9bbb4e67f513253d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c33e81d64d61483f9bbb4e67f513253d
2024-11-21T02:17:46,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45102 deadline: 1732155526052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45080 deadline: 1732155526052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,079 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e0c1e7388b36a672712f40dba77437ad/C of e0c1e7388b36a672712f40dba77437ad into c33e81d64d61483f9bbb4e67f513253d(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:46,079 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:46,079 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., storeName=e0c1e7388b36a672712f40dba77437ad/C, priority=13, startTime=1732155465387; duration=0sec
2024-11-21T02:17:46,080 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:46,080 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:46,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155526081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155526095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155526103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45122 deadline: 1732155526301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45078 deadline: 1732155526321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45116 deadline: 1732155526331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 , the old value is region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., hostname=5aee4e3683e9,46609,1732155320682, seqNum=2 because the exception is null or not the one we care about
2024-11-21T02:17:46,362 INFO  [Thread-2050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2050.
2024-11-21T02:17:46,363 DEBUG [Thread-2050 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,363 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,363 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,363 DEBUG [Thread-2050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,364 INFO  [Thread-2054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2054.
2024-11-21T02:17:46,364 DEBUG [Thread-2054 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,364 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,364 DEBUG [Thread-2054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,364 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,376 INFO  [Thread-2052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2052.
2024-11-21T02:17:46,376 DEBUG [Thread-2052 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,376 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,376 DEBUG [Thread-2052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,376 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,381 INFO  [Thread-2056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2056.
2024-11-21T02:17:46,381 DEBUG [Thread-2056 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,381 DEBUG [Thread-2056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,382 DEBUG [Thread-2056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,382 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,385 INFO  [Thread-2048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2048.
2024-11-21T02:17:46,385 DEBUG [Thread-2048 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,385 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,385 DEBUG [Thread-2048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,386 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/6d72ff5ddfbd42e18933f85503683ea2
2024-11-21T02:17:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/98bcc9a597be470380ba084982aa330e is 50, key is test_row_0/C:col10/1732155465459/Put/seqid=0
2024-11-21T02:17:46,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742378_1554 (size=12301)
2024-11-21T02:17:46,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/98bcc9a597be470380ba084982aa330e
2024-11-21T02:17:46,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/51779d2ba8b04e159b0b077d28ae3c9e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/51779d2ba8b04e159b0b077d28ae3c9e
2024-11-21T02:17:46,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/51779d2ba8b04e159b0b077d28ae3c9e, entries=150, sequenceid=463, filesize=12.0 K
2024-11-21T02:17:46,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/6d72ff5ddfbd42e18933f85503683ea2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6d72ff5ddfbd42e18933f85503683ea2
2024-11-21T02:17:46,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6d72ff5ddfbd42e18933f85503683ea2, entries=150, sequenceid=463, filesize=12.0 K
2024-11-21T02:17:46,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/98bcc9a597be470380ba084982aa330e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/98bcc9a597be470380ba084982aa330e
2024-11-21T02:17:46,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/98bcc9a597be470380ba084982aa330e, entries=150, sequenceid=463, filesize=12.0 K
2024-11-21T02:17:46,460 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for e0c1e7388b36a672712f40dba77437ad in 611ms, sequenceid=463, compaction requested=true
2024-11-21T02:17:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-21T02:17:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-21T02:17:46,463 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-21T02:17:46,463 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec
2024-11-21T02:17:46,465 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.7430 sec
2024-11-21T02:17:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:46,622 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-21T02:17:46,622 INFO  [Thread-2041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2041.
2024-11-21T02:17:46,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:46,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:46,622 DEBUG [Thread-2041 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:46,622 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:46,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:46,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:46,622 DEBUG [Thread-2041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,622 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/94013fad90b14add9c6a1895f760e348 is 50, key is test_row_0/A:col10/1732155465939/Put/seqid=0
2024-11-21T02:17:46,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742379_1555 (size=12301)
2024-11-21T02:17:46,652 INFO  [Thread-2045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2045.
2024-11-21T02:17:46,652 DEBUG [Thread-2045 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,652 DEBUG [Thread-2045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,653 DEBUG [Thread-2045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,653 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,662 INFO  [Thread-2039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2039.
2024-11-21T02:17:46,662 DEBUG [Thread-2039 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:46,662 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,662 DEBUG [Thread-2039 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:46,662 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-21T02:17:46,881 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:47,029 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/94013fad90b14add9c6a1895f760e348
2024-11-21T02:17:47,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/6e5be3fa04d64e19b332022350fd2e9b is 50, key is test_row_0/B:col10/1732155465939/Put/seqid=0
2024-11-21T02:17:47,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742380_1556 (size=12301)
2024-11-21T02:17:47,083 INFO  [Thread-2037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2037.
2024-11-21T02:17:47,083 DEBUG [Thread-2037 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:47,083 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:47,083 INFO  [Thread-2043 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2043.
2024-11-21T02:17:47,083 DEBUG [Thread-2043 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:17:47,083 DEBUG [Thread-2037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:47,083 DEBUG [Thread-2043 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:47,083 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:47,084 DEBUG [Thread-2043 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:47,084 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 44
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 119
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 43
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 51
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 122
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 884
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2652 rows
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 882
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2644 rows
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 885
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2655 rows
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 882
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2646 rows
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 877
2024-11-21T02:17:47,084 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 2631 rows
2024-11-21T02:17:47,085 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:17:47,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:17:47,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:47,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:47,085 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:17:47,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-21T02:17:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-21T02:17:47,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155467089"}]},"ts":"1732155467089"}
2024-11-21T02:17:47,091 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-21T02:17:47,091 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-21T02:17:47,092 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:17:47,093 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, UNASSIGN}]
2024-11-21T02:17:47,094 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, UNASSIGN
2024-11-21T02:17:47,094 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=e0c1e7388b36a672712f40dba77437ad, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:47,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, UNASSIGN because future has completed
2024-11-21T02:17:47,096 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:17:47,096 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:17:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-21T02:17:47,248 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:47,248 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:17:47,248 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing e0c1e7388b36a672712f40dba77437ad, disabling compactions & flushes
2024-11-21T02:17:47,248 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-21T02:17:47,441 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/6e5be3fa04d64e19b332022350fd2e9b
2024-11-21T02:17:47,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/46d6eb3f3c3949679900a0bbe03dc11e is 50, key is test_row_0/C:col10/1732155465939/Put/seqid=0
2024-11-21T02:17:47,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742381_1557 (size=12301)
2024-11-21T02:17:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-21T02:17:47,850 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/46d6eb3f3c3949679900a0bbe03dc11e
2024-11-21T02:17:47,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/94013fad90b14add9c6a1895f760e348 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/94013fad90b14add9c6a1895f760e348
2024-11-21T02:17:47,858 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/94013fad90b14add9c6a1895f760e348, entries=150, sequenceid=478, filesize=12.0 K
2024-11-21T02:17:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/6e5be3fa04d64e19b332022350fd2e9b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6e5be3fa04d64e19b332022350fd2e9b
2024-11-21T02:17:47,863 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6e5be3fa04d64e19b332022350fd2e9b, entries=150, sequenceid=478, filesize=12.0 K
2024-11-21T02:17:47,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/46d6eb3f3c3949679900a0bbe03dc11e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/46d6eb3f3c3949679900a0bbe03dc11e
2024-11-21T02:17:47,869 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/46d6eb3f3c3949679900a0bbe03dc11e, entries=150, sequenceid=478, filesize=12.0 K
2024-11-21T02:17:47,871 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=26.84 KB/27480 for e0c1e7388b36a672712f40dba77437ad in 1249ms, sequenceid=478, compaction requested=true
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e0c1e7388b36a672712f40dba77437ad:

2024-11-21T02:17:47,871 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:47,871 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:47,871 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. after waiting 0 ms
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:47,871 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:47,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. because compaction request was cancelled
2024-11-21T02:17:47,871 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(2902): Flushing e0c1e7388b36a672712f40dba77437ad 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-21T02:17:47,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:A
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:47,871 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. because compaction request was cancelled
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:47,871 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:B
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0c1e7388b36a672712f40dba77437ad:C, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:47,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. because compaction request was cancelled
2024-11-21T02:17:47,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:47,871 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0c1e7388b36a672712f40dba77437ad:C
2024-11-21T02:17:47,871 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=A
2024-11-21T02:17:47,872 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:47,872 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=B
2024-11-21T02:17:47,872 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:47,872 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0c1e7388b36a672712f40dba77437ad, store=C
2024-11-21T02:17:47,872 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:47,876 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/c4dbb020aaba45c8b2f5a4fd06f03c8f is 50, key is test_row_0/A:col10/1732155467082/Put/seqid=0
2024-11-21T02:17:47,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742382_1558 (size=9857)
2024-11-21T02:17:47,881 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/c4dbb020aaba45c8b2f5a4fd06f03c8f
2024-11-21T02:17:47,889 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/66df6953af594f24ae68a0f212d084b8 is 50, key is test_row_0/B:col10/1732155467082/Put/seqid=0
2024-11-21T02:17:47,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742383_1559 (size=9857)
2024-11-21T02:17:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-21T02:17:48,294 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/66df6953af594f24ae68a0f212d084b8
2024-11-21T02:17:48,299 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6 is 50, key is test_row_0/C:col10/1732155467082/Put/seqid=0
2024-11-21T02:17:48,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742384_1560 (size=9857)
2024-11-21T02:17:48,638 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T02:17:48,702 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6
2024-11-21T02:17:48,706 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/A/c4dbb020aaba45c8b2f5a4fd06f03c8f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/c4dbb020aaba45c8b2f5a4fd06f03c8f
2024-11-21T02:17:48,711 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/c4dbb020aaba45c8b2f5a4fd06f03c8f, entries=100, sequenceid=485, filesize=9.6 K
2024-11-21T02:17:48,711 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/B/66df6953af594f24ae68a0f212d084b8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/66df6953af594f24ae68a0f212d084b8
2024-11-21T02:17:48,717 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/66df6953af594f24ae68a0f212d084b8, entries=100, sequenceid=485, filesize=9.6 K
2024-11-21T02:17:48,718 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/.tmp/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6
2024-11-21T02:17:48,722 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6, entries=100, sequenceid=485, filesize=9.6 K
2024-11-21T02:17:48,723 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for e0c1e7388b36a672712f40dba77437ad in 851ms, sequenceid=485, compaction requested=true
2024-11-21T02:17:48,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0f338f126876467dab7861d74ce22f8e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e62cfdf37a94726930e0278a8ced1fe, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/522d95a78ced40899d16c834d9c636da, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/5a91d84ded124c8bb5ec396e27f4c0cc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e4303be9627643fbacca7fb690b6be90, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b05a71de0b2a466cb861b1c69977fd10, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b49bb3c35ec14cbea102f9a294a80218, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/97785d70d5f84c369089d1563d84f90f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f2dce0d097494600adad5a00d08ae377, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b06d2051fe0548ae8dde51092a5fcf76, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/cd97eb3654eb4fef88c4751a80adf72c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/079ecd3a4f1e4cd7a278415d806980fc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/53b8a59122c94de8b7668506b5428979, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b86ddfa3cca44dc1ac554e30fbb7a1f7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7568a9d1fb914d7b86e5c369ddc4808a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/54f552d73043449fb44bb7768f41a20d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e9751d3c7934d35ab186be68a77b537, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/77eb95ff6ffc405f968286c1052be4f6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/354682f181d142328a2f2a6e051c8e7c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/03a614a55cdd486d97c9c2d55d7a2e21, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/10ff89254333423fa8098a323f0d8fd4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7241fd06bb4e43a881866491b79565b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/3dfbc4b5d26941e9afa32ab4d8e45ee5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/39fb6fbf947143f7aeb896b9582b4b1b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0a4e315ae0b94d2295332b1ec7e425ea, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/85add03dfe8341d3adf27824f47614eb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/2831c8acfb8d4619920d1a5640f4c67f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/1dc97a05b0fa4c2696b7b4d2f319a7ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/89c5f0e04f66403b9410ec00d52a3e9b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e170a8c5c2a848588491d0e4cb3e35a9] to archive
2024-11-21T02:17:48,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:17:48,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0f338f126876467dab7861d74ce22f8e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0f338f126876467dab7861d74ce22f8e
2024-11-21T02:17:48,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e62cfdf37a94726930e0278a8ced1fe to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e62cfdf37a94726930e0278a8ced1fe
2024-11-21T02:17:48,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/522d95a78ced40899d16c834d9c636da to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/522d95a78ced40899d16c834d9c636da
2024-11-21T02:17:48,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/5a91d84ded124c8bb5ec396e27f4c0cc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/5a91d84ded124c8bb5ec396e27f4c0cc
2024-11-21T02:17:48,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e4303be9627643fbacca7fb690b6be90 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e4303be9627643fbacca7fb690b6be90
2024-11-21T02:17:48,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b05a71de0b2a466cb861b1c69977fd10 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b05a71de0b2a466cb861b1c69977fd10
2024-11-21T02:17:48,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b49bb3c35ec14cbea102f9a294a80218 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b49bb3c35ec14cbea102f9a294a80218
2024-11-21T02:17:48,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/97785d70d5f84c369089d1563d84f90f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/97785d70d5f84c369089d1563d84f90f
2024-11-21T02:17:48,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f2dce0d097494600adad5a00d08ae377 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f2dce0d097494600adad5a00d08ae377
2024-11-21T02:17:48,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b06d2051fe0548ae8dde51092a5fcf76 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b06d2051fe0548ae8dde51092a5fcf76
2024-11-21T02:17:48,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/cd97eb3654eb4fef88c4751a80adf72c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/cd97eb3654eb4fef88c4751a80adf72c
2024-11-21T02:17:48,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/079ecd3a4f1e4cd7a278415d806980fc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/079ecd3a4f1e4cd7a278415d806980fc
2024-11-21T02:17:48,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/53b8a59122c94de8b7668506b5428979 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/53b8a59122c94de8b7668506b5428979
2024-11-21T02:17:48,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b86ddfa3cca44dc1ac554e30fbb7a1f7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/b86ddfa3cca44dc1ac554e30fbb7a1f7
2024-11-21T02:17:48,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7568a9d1fb914d7b86e5c369ddc4808a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7568a9d1fb914d7b86e5c369ddc4808a
2024-11-21T02:17:48,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/54f552d73043449fb44bb7768f41a20d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/54f552d73043449fb44bb7768f41a20d
2024-11-21T02:17:48,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e9751d3c7934d35ab186be68a77b537 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/9e9751d3c7934d35ab186be68a77b537
2024-11-21T02:17:48,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/77eb95ff6ffc405f968286c1052be4f6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/77eb95ff6ffc405f968286c1052be4f6
2024-11-21T02:17:48,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/354682f181d142328a2f2a6e051c8e7c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/354682f181d142328a2f2a6e051c8e7c
2024-11-21T02:17:48,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/03a614a55cdd486d97c9c2d55d7a2e21 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/03a614a55cdd486d97c9c2d55d7a2e21
2024-11-21T02:17:48,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/10ff89254333423fa8098a323f0d8fd4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/10ff89254333423fa8098a323f0d8fd4
2024-11-21T02:17:48,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7241fd06bb4e43a881866491b79565b1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/7241fd06bb4e43a881866491b79565b1
2024-11-21T02:17:48,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/3dfbc4b5d26941e9afa32ab4d8e45ee5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/3dfbc4b5d26941e9afa32ab4d8e45ee5
2024-11-21T02:17:48,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/39fb6fbf947143f7aeb896b9582b4b1b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/39fb6fbf947143f7aeb896b9582b4b1b
2024-11-21T02:17:48,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0a4e315ae0b94d2295332b1ec7e425ea to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/0a4e315ae0b94d2295332b1ec7e425ea
2024-11-21T02:17:48,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/85add03dfe8341d3adf27824f47614eb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/85add03dfe8341d3adf27824f47614eb
2024-11-21T02:17:48,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/2831c8acfb8d4619920d1a5640f4c67f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/2831c8acfb8d4619920d1a5640f4c67f
2024-11-21T02:17:48,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/1dc97a05b0fa4c2696b7b4d2f319a7ac to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/1dc97a05b0fa4c2696b7b4d2f319a7ac
2024-11-21T02:17:48,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/89c5f0e04f66403b9410ec00d52a3e9b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/89c5f0e04f66403b9410ec00d52a3e9b
2024-11-21T02:17:48,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e170a8c5c2a848588491d0e4cb3e35a9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/e170a8c5c2a848588491d0e4cb3e35a9
2024-11-21T02:17:48,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/46243aeae5e447e8919620b50b9d0dd2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c5083d5821c34704b5f5e6629ae5c83d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fd5fdb4f9c4c47ea9430e57ab77b90aa, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe97551f53404582b2b1641f367912ed, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/2c1dbb53398346c8a0df1152a97d8f4f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca80e231283249a49637253705060787, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/539a9c45ed584586a1ba78cbd0bdfecc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1510b314c951418587a9dc43069ac61f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/8de1e70904a74f44b1a9866b2ed54851, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ed48390b01e14d9bb8282bf58a87cae2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/12ca8082613942aea4ad3491d0de69a1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1fa5561a3c1444c2b3d9a005b83087f0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1c6974602f9e472ab8d79fbc2029c543, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/082f4abbffa64a2ab1c89c0db455de79, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/33acaf9207e84189860aef195b1c5615, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/018fee543a1147249000a4f8a87e04ee, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1d87e26c87784e779cef44d4b2f1cee6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9cc67768e48f43d4b8f57665b098dd20, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/b9b22f67c9f04e5d8e566131485181e6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9681b3883cb44041b04b32457ef764d9, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe927ef4750f4733a8e64c7b60ac5147, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca3746535e6f46e9aedfde95a1df6066, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/4492495806664bbbbb7a4b2cea92b419, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c6dc8be309eb4df1be0823cd9ff5f13e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/e08344da1c804c11a433be53bd8d895f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/dac26b6a1b5741fc98ac6ae448576a6a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/076a541828824d7abbc92ca58bd332bb, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/005c7691018c487bb8b9ad23b7b12983, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/3071931681244df19ad667726e0c576d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/7f90b287da4e4c2f85ce9e2b3483af72] to archive
2024-11-21T02:17:48,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:17:48,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/46243aeae5e447e8919620b50b9d0dd2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/46243aeae5e447e8919620b50b9d0dd2
2024-11-21T02:17:48,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c5083d5821c34704b5f5e6629ae5c83d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c5083d5821c34704b5f5e6629ae5c83d
2024-11-21T02:17:48,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fd5fdb4f9c4c47ea9430e57ab77b90aa to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fd5fdb4f9c4c47ea9430e57ab77b90aa
2024-11-21T02:17:48,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe97551f53404582b2b1641f367912ed to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe97551f53404582b2b1641f367912ed
2024-11-21T02:17:48,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/2c1dbb53398346c8a0df1152a97d8f4f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/2c1dbb53398346c8a0df1152a97d8f4f
2024-11-21T02:17:48,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca80e231283249a49637253705060787 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca80e231283249a49637253705060787
2024-11-21T02:17:48,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/539a9c45ed584586a1ba78cbd0bdfecc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/539a9c45ed584586a1ba78cbd0bdfecc
2024-11-21T02:17:48,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1510b314c951418587a9dc43069ac61f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1510b314c951418587a9dc43069ac61f
2024-11-21T02:17:48,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/8de1e70904a74f44b1a9866b2ed54851 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/8de1e70904a74f44b1a9866b2ed54851
2024-11-21T02:17:48,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ed48390b01e14d9bb8282bf58a87cae2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ed48390b01e14d9bb8282bf58a87cae2
2024-11-21T02:17:48,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/12ca8082613942aea4ad3491d0de69a1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/12ca8082613942aea4ad3491d0de69a1
2024-11-21T02:17:48,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1fa5561a3c1444c2b3d9a005b83087f0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1fa5561a3c1444c2b3d9a005b83087f0
2024-11-21T02:17:48,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1c6974602f9e472ab8d79fbc2029c543 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1c6974602f9e472ab8d79fbc2029c543
2024-11-21T02:17:48,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/082f4abbffa64a2ab1c89c0db455de79 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/082f4abbffa64a2ab1c89c0db455de79
2024-11-21T02:17:48,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/33acaf9207e84189860aef195b1c5615 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/33acaf9207e84189860aef195b1c5615
2024-11-21T02:17:48,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/018fee543a1147249000a4f8a87e04ee to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/018fee543a1147249000a4f8a87e04ee
2024-11-21T02:17:48,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1d87e26c87784e779cef44d4b2f1cee6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/1d87e26c87784e779cef44d4b2f1cee6
2024-11-21T02:17:48,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9cc67768e48f43d4b8f57665b098dd20 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9cc67768e48f43d4b8f57665b098dd20
2024-11-21T02:17:48,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/b9b22f67c9f04e5d8e566131485181e6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/b9b22f67c9f04e5d8e566131485181e6
2024-11-21T02:17:48,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9681b3883cb44041b04b32457ef764d9 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/9681b3883cb44041b04b32457ef764d9
2024-11-21T02:17:48,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe927ef4750f4733a8e64c7b60ac5147 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/fe927ef4750f4733a8e64c7b60ac5147
2024-11-21T02:17:48,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca3746535e6f46e9aedfde95a1df6066 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/ca3746535e6f46e9aedfde95a1df6066
2024-11-21T02:17:48,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/4492495806664bbbbb7a4b2cea92b419 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/4492495806664bbbbb7a4b2cea92b419
2024-11-21T02:17:48,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c6dc8be309eb4df1be0823cd9ff5f13e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/c6dc8be309eb4df1be0823cd9ff5f13e
2024-11-21T02:17:48,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/e08344da1c804c11a433be53bd8d895f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/e08344da1c804c11a433be53bd8d895f
2024-11-21T02:17:48,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/dac26b6a1b5741fc98ac6ae448576a6a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/dac26b6a1b5741fc98ac6ae448576a6a
2024-11-21T02:17:48,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/076a541828824d7abbc92ca58bd332bb to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/076a541828824d7abbc92ca58bd332bb
2024-11-21T02:17:48,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/005c7691018c487bb8b9ad23b7b12983 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/005c7691018c487bb8b9ad23b7b12983
2024-11-21T02:17:48,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/3071931681244df19ad667726e0c576d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/3071931681244df19ad667726e0c576d
2024-11-21T02:17:48,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/7f90b287da4e4c2f85ce9e2b3483af72 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/7f90b287da4e4c2f85ce9e2b3483af72
2024-11-21T02:17:48,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/6ba6e32cc5494d029b755a2be93ca563, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/5e3f4192f09c4c8cab96861c2d16ce88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/71cf10781a554475a0a9e7424244178e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/69c7be3966674e32a625c6a52d9635d7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/784c11b788af491bacedbfbe5fef6653, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/0e0cf56b39724f1791dedda9da8bee9a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a9693096e27d4668adfc2041c3476354, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/8dfe00e0731344e1b78e723aa476124a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d00b065fe0124054927d734002fd271f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c8e92ea0e94b4d429fe0d1ad4916ea55, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/49ad98467a2e42599adfb7aa46896c06, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a44be747aa4c4825962365f025882c39, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/34d349e8dc154c15a9961f20816054bc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/7ad2e4c134084c848aa74376edac44c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/262d8d9a1a0c45bfafe17f12fa10cec7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/690735cfcc594159a65f0eace89c5ff8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/10e1fd07c9a6440a8b65c3ce5daad3ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/b538b85940384cda8d1b80224d3304cf, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c1cbfe8ec5104e1c8d08d2afc1d81725, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9778c9be4129423c9b6004f4f3d0c80d, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9cf1383cd349483a88e5e49ad902808f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/fd59158a12774ffa85fb6644a972c4c8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d4d9a4c0b0044c1caede5c9ba6f589c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/81ee93bc48de45e4878dd416a7b31930, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/00b4a55906594d0db718811501ec8a0a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a413e5411e9c47eca73a9833600c6454, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c127a2a6046a445eae8f022344658f32, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a038a0ac243842829d1b171146f57559, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/519637a818c64e839619bb8bb405509c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/f29e05c7460b4950a1329241c5f308a4] to archive
2024-11-21T02:17:48,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:17:48,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/6ba6e32cc5494d029b755a2be93ca563 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/6ba6e32cc5494d029b755a2be93ca563
2024-11-21T02:17:48,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/5e3f4192f09c4c8cab96861c2d16ce88 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/5e3f4192f09c4c8cab96861c2d16ce88
2024-11-21T02:17:48,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/71cf10781a554475a0a9e7424244178e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/71cf10781a554475a0a9e7424244178e
2024-11-21T02:17:48,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/69c7be3966674e32a625c6a52d9635d7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/69c7be3966674e32a625c6a52d9635d7
2024-11-21T02:17:48,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/784c11b788af491bacedbfbe5fef6653 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/784c11b788af491bacedbfbe5fef6653
2024-11-21T02:17:48,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/0e0cf56b39724f1791dedda9da8bee9a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/0e0cf56b39724f1791dedda9da8bee9a
2024-11-21T02:17:48,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a9693096e27d4668adfc2041c3476354 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a9693096e27d4668adfc2041c3476354
2024-11-21T02:17:48,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/8dfe00e0731344e1b78e723aa476124a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/8dfe00e0731344e1b78e723aa476124a
2024-11-21T02:17:48,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d00b065fe0124054927d734002fd271f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d00b065fe0124054927d734002fd271f
2024-11-21T02:17:48,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c8e92ea0e94b4d429fe0d1ad4916ea55 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c8e92ea0e94b4d429fe0d1ad4916ea55
2024-11-21T02:17:48,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/49ad98467a2e42599adfb7aa46896c06 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/49ad98467a2e42599adfb7aa46896c06
2024-11-21T02:17:48,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a44be747aa4c4825962365f025882c39 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a44be747aa4c4825962365f025882c39
2024-11-21T02:17:48,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/34d349e8dc154c15a9961f20816054bc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/34d349e8dc154c15a9961f20816054bc
2024-11-21T02:17:48,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/7ad2e4c134084c848aa74376edac44c6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/7ad2e4c134084c848aa74376edac44c6
2024-11-21T02:17:48,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/262d8d9a1a0c45bfafe17f12fa10cec7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/262d8d9a1a0c45bfafe17f12fa10cec7
2024-11-21T02:17:48,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/690735cfcc594159a65f0eace89c5ff8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/690735cfcc594159a65f0eace89c5ff8
2024-11-21T02:17:48,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/10e1fd07c9a6440a8b65c3ce5daad3ac to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/10e1fd07c9a6440a8b65c3ce5daad3ac
2024-11-21T02:17:48,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/b538b85940384cda8d1b80224d3304cf to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/b538b85940384cda8d1b80224d3304cf
2024-11-21T02:17:48,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c1cbfe8ec5104e1c8d08d2afc1d81725 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c1cbfe8ec5104e1c8d08d2afc1d81725
2024-11-21T02:17:48,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9778c9be4129423c9b6004f4f3d0c80d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9778c9be4129423c9b6004f4f3d0c80d
2024-11-21T02:17:48,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9cf1383cd349483a88e5e49ad902808f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/9cf1383cd349483a88e5e49ad902808f
2024-11-21T02:17:48,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/fd59158a12774ffa85fb6644a972c4c8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/fd59158a12774ffa85fb6644a972c4c8
2024-11-21T02:17:48,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d4d9a4c0b0044c1caede5c9ba6f589c6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/d4d9a4c0b0044c1caede5c9ba6f589c6
2024-11-21T02:17:48,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/81ee93bc48de45e4878dd416a7b31930 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/81ee93bc48de45e4878dd416a7b31930
2024-11-21T02:17:48,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/00b4a55906594d0db718811501ec8a0a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/00b4a55906594d0db718811501ec8a0a
2024-11-21T02:17:48,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a413e5411e9c47eca73a9833600c6454 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a413e5411e9c47eca73a9833600c6454
2024-11-21T02:17:48,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c127a2a6046a445eae8f022344658f32 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c127a2a6046a445eae8f022344658f32
2024-11-21T02:17:48,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a038a0ac243842829d1b171146f57559 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/a038a0ac243842829d1b171146f57559
2024-11-21T02:17:48,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/519637a818c64e839619bb8bb405509c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/519637a818c64e839619bb8bb405509c
2024-11-21T02:17:48,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/f29e05c7460b4950a1329241c5f308a4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/f29e05c7460b4950a1329241c5f308a4
2024-11-21T02:17:48,849 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/recovered.edits/488.seqid, newMaxSeqId=488, maxSeqId=1
2024-11-21T02:17:48,850 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.
2024-11-21T02:17:48,850 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for e0c1e7388b36a672712f40dba77437ad:
Waiting for close lock at 1732155467248Running coprocessor pre-close hooks at 1732155467248Disabling compacts and flushes for region at 1732155467248Disabling writes for close at 1732155467871 (+623 ms)Obtaining lock to block concurrent updates at 1732155467871Preparing flush snapshotting stores in e0c1e7388b36a672712f40dba77437ad at 1732155467871Finished memstore snapshotting TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732155467872 (+1 ms)Flushing stores of TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad. at 1732155467872Flushing e0c1e7388b36a672712f40dba77437ad/A: creating writer at 1732155467872Flushing e0c1e7388b36a672712f40dba77437ad/A: appending metadata at 1732155467875 (+3 ms)Flushing e0c1e7388b36a672712f40dba77437ad/A: closing flushed file at 1732155467875Flushing e0c1e7388b36a672712f40dba77437ad/B: creating writer at 1732155467885 (+10 ms)Flushing e0c1e7388b36a672712f40dba77437ad/B: appending metadata at 1732155467889 (+4 ms)Flushing e0c1e7388b36a672712f40dba77437ad/B: closing flushed file at 1732155467889Flushing e0c1e7388b36a672712f40dba77437ad/C: creating writer at 1732155468297 (+408 ms)Flushing e0c1e7388b36a672712f40dba77437ad/C: appending metadata at 1732155468299 (+2 ms)Flushing e0c1e7388b36a672712f40dba77437ad/C: closing flushed file at 1732155468299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290a4b04: reopening flushed file at 1732155468706 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e2dfd8a: reopening flushed file at 1732155468711 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31878927: reopening flushed file at 1732155468717 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for e0c1e7388b36a672712f40dba77437ad in 851ms, sequenceid=485, compaction requested=true at 1732155468723 (+6 ms)Writing region close event to WAL at 1732155468846 (+123 ms)Running coprocessor post-close hooks at 1732155468850 (+4 ms)Closed at 1732155468850
2024-11-21T02:17:48,852 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:48,853 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=e0c1e7388b36a672712f40dba77437ad, regionState=CLOSED
2024-11-21T02:17:48,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:17:48,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-21T02:17:48,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure e0c1e7388b36a672712f40dba77437ad, server=5aee4e3683e9,46609,1732155320682 in 1.7590 sec
2024-11-21T02:17:48,858 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132
2024-11-21T02:17:48,858 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0c1e7388b36a672712f40dba77437ad, UNASSIGN in 1.7630 sec
2024-11-21T02:17:48,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-21T02:17:48,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7660 sec
2024-11-21T02:17:48,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155468861"}]},"ts":"1732155468861"}
2024-11-21T02:17:48,863 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-21T02:17:48,863 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-21T02:17:48,864 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7770 sec
2024-11-21T02:17:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-21T02:17:49,241 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:49,242 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-21T02:17:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,243 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-21T02:17:49,244 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:49,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/recovered.edits]
2024-11-21T02:17:49,249 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/51779d2ba8b04e159b0b077d28ae3c9e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/51779d2ba8b04e159b0b077d28ae3c9e
2024-11-21T02:17:49,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/94013fad90b14add9c6a1895f760e348 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/94013fad90b14add9c6a1895f760e348
2024-11-21T02:17:49,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/c4dbb020aaba45c8b2f5a4fd06f03c8f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/c4dbb020aaba45c8b2f5a4fd06f03c8f
2024-11-21T02:17:49,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/d35b3751529443868a3877152d8175d7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/d35b3751529443868a3877152d8175d7
2024-11-21T02:17:49,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f453bf0f508e4182b65c9394ff079ffc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/A/f453bf0f508e4182b65c9394ff079ffc
2024-11-21T02:17:49,254 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/66df6953af594f24ae68a0f212d084b8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/66df6953af594f24ae68a0f212d084b8
2024-11-21T02:17:49,255 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6d72ff5ddfbd42e18933f85503683ea2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6d72ff5ddfbd42e18933f85503683ea2
2024-11-21T02:17:49,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6e5be3fa04d64e19b332022350fd2e9b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/6e5be3fa04d64e19b332022350fd2e9b
2024-11-21T02:17:49,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/99dd567a943343328a61eabebce29679 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/99dd567a943343328a61eabebce29679
2024-11-21T02:17:49,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/bb14df64a29944e2b74d4c68bad4b38c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/B/bb14df64a29944e2b74d4c68bad4b38c
2024-11-21T02:17:49,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/46d6eb3f3c3949679900a0bbe03dc11e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/46d6eb3f3c3949679900a0bbe03dc11e
2024-11-21T02:17:49,260 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/59ae6190bb374a65af61ac44f5866c1f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/59ae6190bb374a65af61ac44f5866c1f
2024-11-21T02:17:49,260 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/98bcc9a597be470380ba084982aa330e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/98bcc9a597be470380ba084982aa330e
2024-11-21T02:17:49,261 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c33e81d64d61483f9bbb4e67f513253d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/c33e81d64d61483f9bbb4e67f513253d
2024-11-21T02:17:49,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/C/df1d945a0a3c4ddfbfbe38fa2c1da1c6
2024-11-21T02:17:49,264 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/recovered.edits/488.seqid to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad/recovered.edits/488.seqid
2024-11-21T02:17:49,264 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/e0c1e7388b36a672712f40dba77437ad
2024-11-21T02:17:49,264 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-21T02:17:49,266 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,268 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-21T02:17:49,270 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-21T02:17:49,271 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,272 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-21T02:17:49,272 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732155469272"}]},"ts":"9223372036854775807"}
2024-11-21T02:17:49,274 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-21T02:17:49,274 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e0c1e7388b36a672712f40dba77437ad, NAME => 'TestAcidGuarantees,,1732155444153.e0c1e7388b36a672712f40dba77437ad.', STARTKEY => '', ENDKEY => ''}]
2024-11-21T02:17:49,274 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-21T02:17:49,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732155469274"}]},"ts":"9223372036854775807"}
2024-11-21T02:17:49,276 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-21T02:17:49,277 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,278 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 35 msec
2024-11-21T02:17:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-21T02:17:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-21T02:17:49,351 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:49,361 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 250), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1032 (was 1100), ProcessCount=11 (was 11), AvailableMemoryMB=841 (was 707) - AvailableMemoryMB LEAK? -
2024-11-21T02:17:49,372 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1032, ProcessCount=11, AvailableMemoryMB=841
2024-11-21T02:17:49,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:17:49,374 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:17:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:49,376 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T02:17:49,376 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:49,376 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 136
2024-11-21T02:17:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-21T02:17:49,377 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T02:17:49,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742385_1561 (size=1061)
2024-11-21T02:17:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-21T02:17:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-21T02:17:49,784 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920
2024-11-21T02:17:49,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742386_1562 (size=53)
2024-11-21T02:17:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-21T02:17:50,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:17:50,189 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:17:50,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f0cdca292849a209dab5a866f6666893, disabling compactions & flushes
2024-11-21T02:17:50,190 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. after waiting 0 ms
2024-11-21T02:17:50,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,190 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,190 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0cdca292849a209dab5a866f6666893:
Waiting for close lock at 1732155470190Disabling compacts and flushes for region at 1732155470190Disabling writes for close at 1732155470190Writing region close event to WAL at 1732155470190Closed at 1732155470190
2024-11-21T02:17:50,191 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T02:17:50,191 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732155470191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155470191"}]},"ts":"1732155470191"}
2024-11-21T02:17:50,193 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T02:17:50,194 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T02:17:50,194 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155470194"}]},"ts":"1732155470194"}
2024-11-21T02:17:50,196 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-21T02:17:50,196 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, ASSIGN}]
2024-11-21T02:17:50,197 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, ASSIGN
2024-11-21T02:17:50,198 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=false
2024-11-21T02:17:50,349 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:50,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, ASSIGN because future has completed
2024-11-21T02:17:50,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:17:50,505 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,505 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:17:50,506 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,506 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:17:50,506 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,506 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,507 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f0cdca292849a209dab5a866f6666893 
2024-11-21T02:17:50,508 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:50,508 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cdca292849a209dab5a866f6666893 columnFamilyName A
2024-11-21T02:17:50,508 DEBUG [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:50,509 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(327): Store=f0cdca292849a209dab5a866f6666893/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:50,509 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f0cdca292849a209dab5a866f6666893 
2024-11-21T02:17:50,510 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:50,510 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cdca292849a209dab5a866f6666893 columnFamilyName B
2024-11-21T02:17:50,510 DEBUG [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:50,511 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(327): Store=f0cdca292849a209dab5a866f6666893/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:50,511 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f0cdca292849a209dab5a866f6666893 
2024-11-21T02:17:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-21T02:17:50,512 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:50,512 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cdca292849a209dab5a866f6666893 columnFamilyName C
2024-11-21T02:17:50,512 DEBUG [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:50,513 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(327): Store=f0cdca292849a209dab5a866f6666893/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:50,513 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,513 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,514 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,514 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,515 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,515 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,515 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:17:50,516 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,518 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T02:17:50,519 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened f0cdca292849a209dab5a866f6666893; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74740354, jitterRate=0.11371806263923645}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:17:50,519 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:50,519 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for f0cdca292849a209dab5a866f6666893:
Running coprocessor pre-open hook at 1732155470506Writing region info on filesystem at 1732155470506Initializing all the Stores at 1732155470507 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155470507Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155470507Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155470507Cleaning up temporary data from old regions at 1732155470515 (+8 ms)Running coprocessor post-open hooks at 1732155470519 (+4 ms)Region opened successfully at 1732155470519
2024-11-21T02:17:50,521 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., pid=138, masterSystemTime=1732155470502
2024-11-21T02:17:50,523 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,523 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:50,523 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:17:50,527 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-21T02:17:50,527 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 in 175 msec
2024-11-21T02:17:50,529 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-11-21T02:17:50,529 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, ASSIGN in 331 msec
2024-11-21T02:17:50,530 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T02:17:50,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155470530"}]},"ts":"1732155470530"}
2024-11-21T02:17:50,531 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-21T02:17:50,532 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T02:17:50,534 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec
2024-11-21T02:17:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136
2024-11-21T02:17:51,521 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:51,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a6775c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:51,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:51,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:51,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf3bb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:51,526 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e0602b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:51,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:51,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:51,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:51,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:51,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T02:17:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,36301,1732155319632
2024-11-21T02:17:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a19e61e
2024-11-21T02:17:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T02:17:51,532 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T02:17:51,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-21T02:17:51,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T02:17:51,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-21T02:17:51,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742387_1563 (size=1097)
2024-11-21T02:17:51,947 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-21T02:17:51,947 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-21T02:17:51,949 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:17:51,951 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, REOPEN/MOVE}]
2024-11-21T02:17:51,952 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, REOPEN/MOVE
2024-11-21T02:17:51,952 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:51,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, REOPEN/MOVE because future has completed
2024-11-21T02:17:51,954 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:17:51,954 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:17:52,106 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,106 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:17:52,106 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing f0cdca292849a209dab5a866f6666893, disabling compactions & flushes
2024-11-21T02:17:52,106 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,106 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,106 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. after waiting 0 ms
2024-11-21T02:17:52,106 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,151 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-21T02:17:52,151 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,151 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for f0cdca292849a209dab5a866f6666893:
Waiting for close lock at 1732155472106Running coprocessor pre-close hooks at 1732155472106Disabling compacts and flushes for region at 1732155472106Disabling writes for close at 1732155472106Writing region close event to WAL at 1732155472106Running coprocessor post-close hooks at 1732155472151 (+45 ms)Closed at 1732155472151
2024-11-21T02:17:52,151 WARN  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: f0cdca292849a209dab5a866f6666893 to self.
2024-11-21T02:17:52,153 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,154 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=CLOSED
2024-11-21T02:17:52,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:17:52,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-21T02:17:52,159 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 in 202 msec
2024-11-21T02:17:52,160 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, REOPEN/MOVE; state=CLOSED, location=5aee4e3683e9,46609,1732155320682; forceNewPlan=false, retain=true
2024-11-21T02:17:52,310 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=OPENING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, REOPEN/MOVE because future has completed
2024-11-21T02:17:52,312 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:17:52,466 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,466 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
2024-11-21T02:17:52,467 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,467 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T02:17:52,467 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,467 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,468 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f0cdca292849a209dab5a866f6666893 
2024-11-21T02:17:52,469 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:52,469 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cdca292849a209dab5a866f6666893 columnFamilyName A
2024-11-21T02:17:52,471 DEBUG [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:52,472 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(327): Store=f0cdca292849a209dab5a866f6666893/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:52,472 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f0cdca292849a209dab5a866f6666893 
2024-11-21T02:17:52,473 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:52,473 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cdca292849a209dab5a866f6666893 columnFamilyName B
2024-11-21T02:17:52,473 DEBUG [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:52,474 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(327): Store=f0cdca292849a209dab5a866f6666893/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:52,474 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f0cdca292849a209dab5a866f6666893 
2024-11-21T02:17:52,475 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-21T02:17:52,475 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0cdca292849a209dab5a866f6666893 columnFamilyName C
2024-11-21T02:17:52,475 DEBUG [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:52,476 INFO  [StoreOpener-f0cdca292849a209dab5a866f6666893-1 {}] regionserver.HStore(327): Store=f0cdca292849a209dab5a866f6666893/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T02:17:52,476 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,476 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,477 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,478 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-21T02:17:52,482 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,482 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened f0cdca292849a209dab5a866f6666893; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71442033, jitterRate=0.06456924974918365}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-21T02:17:52,483 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,483 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for f0cdca292849a209dab5a866f6666893:
Running coprocessor pre-open hook at 1732155472467Writing region info on filesystem at 1732155472467Initializing all the Stores at 1732155472468 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155472468Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155472468Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155472468Cleaning up temporary data from old regions at 1732155472480 (+12 ms)Running coprocessor post-open hooks at 1732155472483 (+3 ms)Region opened successfully at 1732155472483
2024-11-21T02:17:52,484 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., pid=143, masterSystemTime=1732155472463
2024-11-21T02:17:52,487 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=OPEN, openSeqNum=5, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,487 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,487 INFO  [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:17:52,491 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141
2024-11-21T02:17:52,491 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 in 177 msec
2024-11-21T02:17:52,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-21T02:17:52,493 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, REOPEN/MOVE in 540 msec
2024-11-21T02:17:52,495 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-21T02:17:52,495 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 544 msec
2024-11-21T02:17:52,497 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 962 msec
2024-11-21T02:17:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-21T02:17:52,498 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:52,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d987c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,500 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e5c6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,501 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e2f209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af38ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,503 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66759610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,505 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e460513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb37c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,506 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d109a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,507 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7ffa6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d415d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,510 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb7d373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,512 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553c71cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e839bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef86ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,516 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2225dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbb80ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,520 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be45bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,521 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2ab067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50101ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff965dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,525 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611c9d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7631c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,529 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd83c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,531 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8477e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b8ab27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,533 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc853ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,535 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db399b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1056f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,36301,-1 for getting cluster id
2024-11-21T02:17:52,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T02:17:52,536 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddc55975-c3e2-4292-a827-fc609a3008c1'
2024-11-21T02:17:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T02:17:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddc55975-c3e2-4292-a827-fc609a3008c1"

2024-11-21T02:17:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0825aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,36301,-1]
2024-11-21T02:17:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T02:17:52,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:17:52,537 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T02:17:52,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f659026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T02:17:52,538 DEBUG [Thread-2512 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,539 DEBUG [Thread-2499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,540 DEBUG [Thread-2497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,541 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:52,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,542 DEBUG [Thread-2510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,542 DEBUG [Thread-2508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,543 DEBUG [Thread-2501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,543 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees
2024-11-21T02:17:52,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,544 DEBUG [Thread-2514 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,544 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:52,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,545 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:52,545 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,546 DEBUG [Thread-2503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,546 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,547 DEBUG [Thread-2505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,547 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,548 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,549 DEBUG [Thread-2516 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T02:17:52,550 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46609,1732155320682, seqNum=-1]
2024-11-21T02:17:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T02:17:52,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,552 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T02:17:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,552 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:17:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:17:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:17:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:17:52,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:52,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5]
2024-11-21T02:17:52,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211560c878ca4d4e1d9da96c1ddf6e9d78_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155472550/Put/seqid=0
2024-11-21T02:17:52,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155532572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155472565, max timestamp=1732155472575Num uniques 859; 
2024-11-21T02:17:52,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155472565, max timestamp=1732155472579Num uniques 859; 
2024-11-21T02:17:52,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155472565, max timestamp=1732155472575Num uniques 859; 
2024-11-21T02:17:52,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:52,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:52,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:52,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742388_1564 (size=12154)
2024-11-21T02:17:52,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155532598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155532600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155532601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155532603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:52,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155532691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:52,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:52,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155532710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155532710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155532711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155532719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:52,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:52,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:52,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:52,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:52,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155532901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155532921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155532921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155532921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155532930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:52,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:52,988 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:52,996 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211560c878ca4d4e1d9da96c1ddf6e9d78_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211560c878ca4d4e1d9da96c1ddf6e9d78_f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:52,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0e0bb0b5752648459fc93033f911c94a, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:52,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0e0bb0b5752648459fc93033f911c94a is 175, key is test_row_0/A:col10/1732155472550/Put/seqid=0
2024-11-21T02:17:53,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742389_1565 (size=30955)
2024-11-21T02:17:53,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:53,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155533211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155533230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155533230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155533230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155533241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,427 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0e0bb0b5752648459fc93033f911c94a
2024-11-21T02:17:53,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/de7a8b075bd14b1b9f0886bb784b0ada is 50, key is test_row_0/B:col10/1732155472550/Put/seqid=0
2024-11-21T02:17:53,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742390_1566 (size=12001)
2024-11-21T02:17:53,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:53,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155533721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,723 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155533743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155533743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155533744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155533750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:53,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/de7a8b075bd14b1b9f0886bb784b0ada
2024-11-21T02:17:53,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/231d64fb337740598da278b51f3cef75 is 50, key is test_row_0/C:col10/1732155472550/Put/seqid=0
2024-11-21T02:17:53,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742391_1567 (size=12001)
2024-11-21T02:17:53,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:53,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:54,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:54,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:54,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/231d64fb337740598da278b51f3cef75
2024-11-21T02:17:54,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0e0bb0b5752648459fc93033f911c94a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a
2024-11-21T02:17:54,344 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a, entries=150, sequenceid=14, filesize=30.2 K
2024-11-21T02:17:54,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/de7a8b075bd14b1b9f0886bb784b0ada as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/de7a8b075bd14b1b9f0886bb784b0ada
2024-11-21T02:17:54,349 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/de7a8b075bd14b1b9f0886bb784b0ada, entries=150, sequenceid=14, filesize=11.7 K
2024-11-21T02:17:54,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/231d64fb337740598da278b51f3cef75 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/231d64fb337740598da278b51f3cef75
2024-11-21T02:17:54,361 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/231d64fb337740598da278b51f3cef75, entries=150, sequenceid=14, filesize=11.7 K
2024-11-21T02:17:54,362 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f0cdca292849a209dab5a866f6666893 in 1810ms, sequenceid=14, compaction requested=false
2024-11-21T02:17:54,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:54,386 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-21T02:17:54,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-11-21T02:17:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:54,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-21T02:17:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:17:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:17:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:17:54,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:54,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112135eb4776a9ff4d59ab244523596b1d27_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155472600/Put/seqid=0
2024-11-21T02:17:54,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742392_1568 (size=12154)
2024-11-21T02:17:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:54,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155534769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155534770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155534771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155534772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155534771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:54,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112135eb4776a9ff4d59ab244523596b1d27_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135eb4776a9ff4d59ab244523596b1d27_f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/a295f7e4e32a4ff4bb9573524d7616c4, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:54,884 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155534880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/a295f7e4e32a4ff4bb9573524d7616c4 is 175, key is test_row_0/A:col10/1732155472600/Put/seqid=0
2024-11-21T02:17:54,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155534891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155534891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155534891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155534891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:54,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742393_1569 (size=30955)
2024-11-21T02:17:55,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155535091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155535101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,104 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155535101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155535101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155535101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/a295f7e4e32a4ff4bb9573524d7616c4
2024-11-21T02:17:55,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/39ca79f1cc644adcba78d20286bf8a4f is 50, key is test_row_0/B:col10/1732155472600/Put/seqid=0
2024-11-21T02:17:55,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742394_1570 (size=12001)
2024-11-21T02:17:55,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/39ca79f1cc644adcba78d20286bf8a4f
2024-11-21T02:17:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/32011248056f4fdda7ad3c63a9539522 is 50, key is test_row_0/C:col10/1732155472600/Put/seqid=0
2024-11-21T02:17:55,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742395_1571 (size=12001)
2024-11-21T02:17:55,332 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/32011248056f4fdda7ad3c63a9539522
2024-11-21T02:17:55,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/a295f7e4e32a4ff4bb9573524d7616c4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4
2024-11-21T02:17:55,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4, entries=150, sequenceid=51, filesize=30.2 K
2024-11-21T02:17:55,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/39ca79f1cc644adcba78d20286bf8a4f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/39ca79f1cc644adcba78d20286bf8a4f
2024-11-21T02:17:55,347 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/39ca79f1cc644adcba78d20286bf8a4f, entries=150, sequenceid=51, filesize=11.7 K
2024-11-21T02:17:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/32011248056f4fdda7ad3c63a9539522 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/32011248056f4fdda7ad3c63a9539522
2024-11-21T02:17:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/32011248056f4fdda7ad3c63a9539522, entries=150, sequenceid=51, filesize=11.7 K
2024-11-21T02:17:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for f0cdca292849a209dab5a866f6666893 in 953ms, sequenceid=51, compaction requested=false
2024-11-21T02:17:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145
2024-11-21T02:17:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=145
2024-11-21T02:17:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,364 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-21T02:17:55,365 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8160 sec
2024-11-21T02:17:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,371 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.8250 sec
2024-11-21T02:17:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:55,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:17:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:17:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:17:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:17:55,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:55,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e2edeaf7d76f4124aeff3e2cef59d71a_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:55,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742396_1572 (size=12154)
2024-11-21T02:17:55,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155475446, max timestamp=1732155475457Num uniques 859; 
2024-11-21T02:17:55,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:55,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155475446, max timestamp=1732155475457Num uniques 859; 
2024-11-21T02:17:55,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:55,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732155475446, max timestamp=1732155475457Num uniques 859; 
2024-11-21T02:17:55,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-21T02:17:55,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155535503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155535503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155535505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155535505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155535507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155535621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155535621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155535621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155535621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155535621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155535830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155535831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155535831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155535831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155535844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:55,861 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:55,889 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e2edeaf7d76f4124aeff3e2cef59d71a_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e2edeaf7d76f4124aeff3e2cef59d71a_f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:55,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/245e42a6e5e84212a8733fefd590ea15, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:55,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/245e42a6e5e84212a8733fefd590ea15 is 175, key is test_row_0/A:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:55,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742397_1573 (size=30955)
2024-11-21T02:17:56,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155536151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155536151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155536151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155536151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155536161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,357 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/245e42a6e5e84212a8733fefd590ea15
2024-11-21T02:17:56,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/23e72a33031040f0835a6b1144e440b7 is 50, key is test_row_0/B:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:56,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742398_1574 (size=12001)
2024-11-21T02:17:56,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155536661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155536661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155536661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155536671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155536671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144
2024-11-21T02:17:56,721 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:56,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-11-21T02:17:56,723 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-21T02:17:56,723 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:56,723 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-21T02:17:56,844 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/23e72a33031040f0835a6b1144e440b7
2024-11-21T02:17:56,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/b697cb6621744a72bf1015b8010cbea6 is 50, key is test_row_0/C:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:56,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742399_1575 (size=12001)
2024-11-21T02:17:56,861 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/b697cb6621744a72bf1015b8010cbea6
2024-11-21T02:17:56,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/245e42a6e5e84212a8733fefd590ea15 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15
2024-11-21T02:17:56,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-21T02:17:56,875 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15, entries=150, sequenceid=62, filesize=30.2 K
2024-11-21T02:17:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:56,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:56,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/23e72a33031040f0835a6b1144e440b7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23e72a33031040f0835a6b1144e440b7
2024-11-21T02:17:56,885 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23e72a33031040f0835a6b1144e440b7, entries=150, sequenceid=62, filesize=11.7 K
2024-11-21T02:17:56,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/b697cb6621744a72bf1015b8010cbea6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b697cb6621744a72bf1015b8010cbea6
2024-11-21T02:17:56,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b697cb6621744a72bf1015b8010cbea6, entries=150, sequenceid=62, filesize=11.7 K
2024-11-21T02:17:56,895 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for f0cdca292849a209dab5a866f6666893 in 1491ms, sequenceid=62, compaction requested=true
2024-11-21T02:17:56,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:17:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-21T02:17:56,896 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:56,896 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:56,897 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:56,897 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:56,897 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:17:56,897 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:17:56,897 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:56,897 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/231d64fb337740598da278b51f3cef75, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/32011248056f4fdda7ad3c63a9539522, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b697cb6621744a72bf1015b8010cbea6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=35.2 K
2024-11-21T02:17:56,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:56,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=90.7 K
2024-11-21T02:17:56,898 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 231d64fb337740598da278b51f3cef75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732155472550
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15]
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 32011248056f4fdda7ad3c63a9539522, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732155472599
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e0bb0b5752648459fc93033f911c94a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732155472550
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting a295f7e4e32a4ff4bb9573524d7616c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732155472599
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b697cb6621744a72bf1015b8010cbea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732155474768
2024-11-21T02:17:56,898 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 245e42a6e5e84212a8733fefd590ea15, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732155474768
2024-11-21T02:17:56,903 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:56,905 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:56,906 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/2c761bbbda54403fbc8f5c4fa84d5b3a is 50, key is test_row_0/C:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:56,907 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112110389726ed2b4a8f8ab6b382362be002_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:56,909 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112110389726ed2b4a8f8ab6b382362be002_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:56,909 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112110389726ed2b4a8f8ab6b382362be002_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:56,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742400_1576 (size=12104)
2024-11-21T02:17:56,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742401_1577 (size=4469)
2024-11-21T02:17:56,934 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/2c761bbbda54403fbc8f5c4fa84d5b3a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/2c761bbbda54403fbc8f5c4fa84d5b3a
2024-11-21T02:17:56,940 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into 2c761bbbda54403fbc8f5c4fa84d5b3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:56,940 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:56,940 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=13, startTime=1732155476896; duration=0sec
2024-11-21T02:17:56,940 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:56,940 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:17:56,940 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:56,941 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:56,941 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:17:56,942 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:56,942 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/de7a8b075bd14b1b9f0886bb784b0ada, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/39ca79f1cc644adcba78d20286bf8a4f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23e72a33031040f0835a6b1144e440b7] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=35.2 K
2024-11-21T02:17:56,943 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting de7a8b075bd14b1b9f0886bb784b0ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732155472550
2024-11-21T02:17:56,943 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ca79f1cc644adcba78d20286bf8a4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732155472599
2024-11-21T02:17:56,943 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 23e72a33031040f0835a6b1144e440b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732155474768
2024-11-21T02:17:56,966 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:56,967 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/b9b9abb00e204c3d8fbc5ddc9ae3353e is 50, key is test_row_0/B:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:56,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742402_1578 (size=12104)
2024-11-21T02:17:56,994 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/b9b9abb00e204c3d8fbc5ddc9ae3353e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b9b9abb00e204c3d8fbc5ddc9ae3353e
2024-11-21T02:17:57,001 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into b9b9abb00e204c3d8fbc5ddc9ae3353e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:57,001 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:57,001 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=13, startTime=1732155476896; duration=0sec
2024-11-21T02:17:57,001 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:57,001 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:17:57,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-21T02:17:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,029 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-21T02:17:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:17:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:17:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:17:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:17:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-21T02:17:57,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212c2ffcea969f4031ab291180168b9a65_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:57,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742403_1579 (size=12154)
2024-11-21T02:17:57,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212c2ffcea969f4031ab291180168b9a65_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c2ffcea969f4031ab291180168b9a65_f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:57,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0f80709df6d74384aa5854b446294b17, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:57,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0f80709df6d74384aa5854b446294b17 is 175, key is test_row_0/A:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:57,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742404_1580 (size=30955)
2024-11-21T02:17:57,144 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0f80709df6d74384aa5854b446294b17
2024-11-21T02:17:57,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/3be2a74a2fd44e17a236fd5eb45bd863 is 50, key is test_row_0/B:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:57,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742405_1581 (size=12001)
2024-11-21T02:17:57,201 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/3be2a74a2fd44e17a236fd5eb45bd863
2024-11-21T02:17:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/241038c246dc4bc2add47063b2403ce8 is 50, key is test_row_0/C:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:57,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742406_1582 (size=12001)
2024-11-21T02:17:57,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/241038c246dc4bc2add47063b2403ce8
2024-11-21T02:17:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/0f80709df6d74384aa5854b446294b17 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17
2024-11-21T02:17:57,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17, entries=150, sequenceid=101, filesize=30.2 K
2024-11-21T02:17:57,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/3be2a74a2fd44e17a236fd5eb45bd863 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/3be2a74a2fd44e17a236fd5eb45bd863
2024-11-21T02:17:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/3be2a74a2fd44e17a236fd5eb45bd863, entries=150, sequenceid=101, filesize=11.7 K
2024-11-21T02:17:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/241038c246dc4bc2add47063b2403ce8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/241038c246dc4bc2add47063b2403ce8
2024-11-21T02:17:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/241038c246dc4bc2add47063b2403ce8, entries=150, sequenceid=101, filesize=11.7 K
2024-11-21T02:17:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for f0cdca292849a209dab5a866f6666893 in 295ms, sequenceid=101, compaction requested=false
2024-11-21T02:17:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-11-21T02:17:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-11-21T02:17:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,329 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-21T02:17:57,329 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 603 msec
2024-11-21T02:17:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,332 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 609 msec
2024-11-21T02:17:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,337 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,337 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/48f419c72492499b8bfbfbe2b90f9a11 is 175, key is test_row_0/A:col10/1732155474768/Put/seqid=0
2024-11-21T02:17:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-21T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,351 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,352 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-21T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-21T02:17:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,354 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,355 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:57,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742407_1583 (size=31058)
2024-11-21T02:17:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-21T02:17:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-21T02:17:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-21T02:17:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-21T02:17:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,512 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-21T02:17:57,512 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec
2024-11-21T02:17:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,514 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 160 msec
2024-11-21T02:17:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-21T02:17:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,672 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:17:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-21T02:17:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,674 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:17:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,675 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,675 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:57,747 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:17:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:17:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:17:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:17:57,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cdf62f67707f4377b767a174050a6183_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_1/A:col10/1732155477736/Put/seqid=0
2024-11-21T02:17:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:17:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,795 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/48f419c72492499b8bfbfbe2b90f9a11 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/48f419c72492499b8bfbfbe2b90f9a11
2024-11-21T02:17:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,810 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into 48f419c72492499b8bfbfbe2b90f9a11(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:57,810 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:57,810 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=13, startTime=1732155476896; duration=0sec
2024-11-21T02:17:57,810 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:57,810 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:17:57,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742408_1584 (size=12154)
2024-11-21T02:17:57,814 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:57,818 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121cdf62f67707f4377b767a174050a6183_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cdf62f67707f4377b767a174050a6183_f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:57,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155537812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3eca31670659474aa4e812bcf3ae62d5, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:57,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3eca31670659474aa4e812bcf3ae62d5 is 175, key is test_row_1/A:col10/1732155477736/Put/seqid=0
2024-11-21T02:17:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:57,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155537816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155537816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155537818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155537817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742409_1585 (size=30951)
2024-11-21T02:17:57,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155537931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155537942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155537942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155537942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155537942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:57,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:57,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:17:58,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155538140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155538150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155538150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155538151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155538151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,242 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3eca31670659474aa4e812bcf3ae62d5
2024-11-21T02:17:58,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/294590159cdd44579442b017e4c1a96a is 50, key is test_row_1/B:col10/1732155477736/Put/seqid=0
2024-11-21T02:17:58,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742410_1586 (size=9657)
2024-11-21T02:17:58,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:17:58,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155538451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155538462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155538462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155538464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155538461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,658 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/294590159cdd44579442b017e4c1a96a
2024-11-21T02:17:58,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/10c20363a4564d1bb493fd14c91c41a6 is 50, key is test_row_1/C:col10/1732155477736/Put/seqid=0
2024-11-21T02:17:58,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742411_1587 (size=9657)
2024-11-21T02:17:58,706 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/10c20363a4564d1bb493fd14c91c41a6
2024-11-21T02:17:58,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3eca31670659474aa4e812bcf3ae62d5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5
2024-11-21T02:17:58,752 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5, entries=150, sequenceid=114, filesize=30.2 K
2024-11-21T02:17:58,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:17:58,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/294590159cdd44579442b017e4c1a96a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/294590159cdd44579442b017e4c1a96a
2024-11-21T02:17:58,781 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/294590159cdd44579442b017e4c1a96a, entries=100, sequenceid=114, filesize=9.4 K
2024-11-21T02:17:58,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/10c20363a4564d1bb493fd14c91c41a6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/10c20363a4564d1bb493fd14c91c41a6
2024-11-21T02:17:58,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/10c20363a4564d1bb493fd14c91c41a6, entries=100, sequenceid=114, filesize=9.4 K
2024-11-21T02:17:58,811 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f0cdca292849a209dab5a866f6666893 in 1064ms, sequenceid=114, compaction requested=true
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:58,811 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:17:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:17:58,811 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:58,815 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:58,815 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:17:58,815 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,815 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/48f419c72492499b8bfbfbe2b90f9a11, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=90.8 K
2024-11-21T02:17:58,816 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,816 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/48f419c72492499b8bfbfbe2b90f9a11, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5]
2024-11-21T02:17:58,816 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:58,816 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:17:58,816 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,816 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b9b9abb00e204c3d8fbc5ddc9ae3353e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/3be2a74a2fd44e17a236fd5eb45bd863, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/294590159cdd44579442b017e4c1a96a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=33.0 K
2024-11-21T02:17:58,817 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48f419c72492499b8bfbfbe2b90f9a11, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732155474768
2024-11-21T02:17:58,821 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f80709df6d74384aa5854b446294b17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732155475502
2024-11-21T02:17:58,821 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b9b9abb00e204c3d8fbc5ddc9ae3353e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732155474768
2024-11-21T02:17:58,822 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3eca31670659474aa4e812bcf3ae62d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732155477735
2024-11-21T02:17:58,822 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3be2a74a2fd44e17a236fd5eb45bd863, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732155475502
2024-11-21T02:17:58,823 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 294590159cdd44579442b017e4c1a96a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732155477736
2024-11-21T02:17:58,829 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:58,842 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:58,848 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/17ec257f3ffd47008b21dc5fdd327f9c is 50, key is test_row_0/B:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:58,853 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214a2176b05cab4f2c83cd7b45395aa256_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:58,855 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214a2176b05cab4f2c83cd7b45395aa256_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:58,855 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214a2176b05cab4f2c83cd7b45395aa256_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:58,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-21T02:17:58,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:58,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:17:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:17:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:17:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:17:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:17:58,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742413_1589 (size=12207)
2024-11-21T02:17:58,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742412_1588 (size=4469)
2024-11-21T02:17:58,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121944a55a677f84528b9ca2b21cbb96fce_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155477815/Put/seqid=0
2024-11-21T02:17:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:58,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:17:58,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742414_1590 (size=12304)
2024-11-21T02:17:58,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155538986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155538987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155538987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:58,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155538992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:58,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155538994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155539101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155539101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155539101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155539101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155539110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155539311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155539311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155539311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155539311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155539320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,329 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#501 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:59,330 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/6c88538969f1466cbac22b19cde667ac is 175, key is test_row_0/A:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:59,332 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/17ec257f3ffd47008b21dc5fdd327f9c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/17ec257f3ffd47008b21dc5fdd327f9c
2024-11-21T02:17:59,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742415_1591 (size=31268)
2024-11-21T02:17:59,336 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into 17ec257f3ffd47008b21dc5fdd327f9c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:59,336 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:59,336 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=13, startTime=1732155478811; duration=0sec
2024-11-21T02:17:59,336 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:17:59,336 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:17:59,336 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:17:59,337 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:17:59,337 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:17:59,337 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:59,337 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/2c761bbbda54403fbc8f5c4fa84d5b3a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/241038c246dc4bc2add47063b2403ce8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/10c20363a4564d1bb493fd14c91c41a6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=33.0 K
2024-11-21T02:17:59,337 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c761bbbda54403fbc8f5c4fa84d5b3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732155474768
2024-11-21T02:17:59,338 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 241038c246dc4bc2add47063b2403ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732155475502
2024-11-21T02:17:59,338 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c20363a4564d1bb493fd14c91c41a6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732155477736
2024-11-21T02:17:59,344 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#504 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:17:59,344 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/c3d58ec985564a8d8cd5d36e3ed3ada2 is 50, key is test_row_0/C:col10/1732155475503/Put/seqid=0
2024-11-21T02:17:59,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742416_1592 (size=12207)
2024-11-21T02:17:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:17:59,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121944a55a677f84528b9ca2b21cbb96fce_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121944a55a677f84528b9ca2b21cbb96fce_f0cdca292849a209dab5a866f6666893
2024-11-21T02:17:59,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/106a70bb96c64767b82e14afea5e1c2e, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:17:59,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/106a70bb96c64767b82e14afea5e1c2e is 175, key is test_row_0/A:col10/1732155477815/Put/seqid=0
2024-11-21T02:17:59,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742417_1593 (size=31105)
2024-11-21T02:17:59,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/106a70bb96c64767b82e14afea5e1c2e
2024-11-21T02:17:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/bad1bfc832e644f48f114bebb825bf3f is 50, key is test_row_0/B:col10/1732155477815/Put/seqid=0
2024-11-21T02:17:59,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742418_1594 (size=12151)
2024-11-21T02:17:59,431 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/bad1bfc832e644f48f114bebb825bf3f
2024-11-21T02:17:59,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/464017233baa483f96f9da6d7b6b6942 is 50, key is test_row_0/C:col10/1732155477815/Put/seqid=0
2024-11-21T02:17:59,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742419_1595 (size=12151)
2024-11-21T02:17:59,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155539621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155539621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155539621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155539621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:17:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155539631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:17:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:17:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:17:59,738 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/6c88538969f1466cbac22b19cde667ac as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/6c88538969f1466cbac22b19cde667ac
2024-11-21T02:17:59,742 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into 6c88538969f1466cbac22b19cde667ac(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:59,742 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:59,742 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=13, startTime=1732155478811; duration=0sec
2024-11-21T02:17:59,742 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:59,742 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:17:59,754 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/c3d58ec985564a8d8cd5d36e3ed3ada2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/c3d58ec985564a8d8cd5d36e3ed3ada2
2024-11-21T02:17:59,760 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into c3d58ec985564a8d8cd5d36e3ed3ada2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:17:59,760 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:59,760 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=13, startTime=1732155478811; duration=0sec
2024-11-21T02:17:59,760 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:17:59,760 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:17:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:17:59,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/464017233baa483f96f9da6d7b6b6942
2024-11-21T02:17:59,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/106a70bb96c64767b82e14afea5e1c2e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e
2024-11-21T02:17:59,873 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e, entries=150, sequenceid=135, filesize=30.4 K
2024-11-21T02:17:59,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/bad1bfc832e644f48f114bebb825bf3f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/bad1bfc832e644f48f114bebb825bf3f
2024-11-21T02:17:59,879 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/bad1bfc832e644f48f114bebb825bf3f, entries=150, sequenceid=135, filesize=11.9 K
2024-11-21T02:17:59,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/464017233baa483f96f9da6d7b6b6942 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/464017233baa483f96f9da6d7b6b6942
2024-11-21T02:17:59,884 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/464017233baa483f96f9da6d7b6b6942, entries=150, sequenceid=135, filesize=11.9 K
2024-11-21T02:17:59,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f0cdca292849a209dab5a866f6666893 in 975ms, sequenceid=135, compaction requested=false
2024-11-21T02:17:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:17:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:17:59,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-21T02:17:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-21T02:17:59,890 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-21T02:17:59,890 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2110 sec
2024-11-21T02:17:59,893 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.2190 sec
2024-11-21T02:18:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:00,135 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-21T02:18:00,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:00,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:00,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:00,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:00,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:00,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:00,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d84390e8b3ea4d5e96280a2418caaee4_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155540163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155540165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155540167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155540167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155540169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:18:00,182 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-21T02:18:00,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742420_1596 (size=14794)
2024-11-21T02:18:00,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:00,191 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d84390e8b3ea4d5e96280a2418caaee4_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d84390e8b3ea4d5e96280a2418caaee4_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:00,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/885a33db07444f7b85c73b2c0411d61e, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:00,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/885a33db07444f7b85c73b2c0411d61e is 175, key is test_row_0/A:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742421_1597 (size=39749)
2024-11-21T02:18:00,207 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/885a33db07444f7b85c73b2c0411d61e
2024-11-21T02:18:00,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/5507fa3028524432b6f392e1f1a59bf5 is 50, key is test_row_0/B:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742422_1598 (size=12151)
2024-11-21T02:18:00,234 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/5507fa3028524432b6f392e1f1a59bf5
2024-11-21T02:18:00,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/7784f56dc9bc4e6faf1ae0e8113c2bf6 is 50, key is test_row_0/C:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155540282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155540282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155540282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155540282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155540282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742423_1599 (size=12151)
2024-11-21T02:18:00,304 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/7784f56dc9bc4e6faf1ae0e8113c2bf6
2024-11-21T02:18:00,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/885a33db07444f7b85c73b2c0411d61e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e
2024-11-21T02:18:00,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e, entries=200, sequenceid=151, filesize=38.8 K
2024-11-21T02:18:00,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/5507fa3028524432b6f392e1f1a59bf5 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/5507fa3028524432b6f392e1f1a59bf5
2024-11-21T02:18:00,336 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/5507fa3028524432b6f392e1f1a59bf5, entries=150, sequenceid=151, filesize=11.9 K
2024-11-21T02:18:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/7784f56dc9bc4e6faf1ae0e8113c2bf6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/7784f56dc9bc4e6faf1ae0e8113c2bf6
2024-11-21T02:18:00,342 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/7784f56dc9bc4e6faf1ae0e8113c2bf6, entries=150, sequenceid=151, filesize=11.9 K
2024-11-21T02:18:00,343 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f0cdca292849a209dab5a866f6666893 in 208ms, sequenceid=151, compaction requested=true
2024-11-21T02:18:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:18:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:00,343 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:18:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:18:00,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:18:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:18:00,344 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:18:00,344 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102122 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:18:00,344 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:18:00,345 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:00,345 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/6c88538969f1466cbac22b19cde667ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=99.7 K
2024-11-21T02:18:00,345 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:00,345 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/6c88538969f1466cbac22b19cde667ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e]
2024-11-21T02:18:00,348 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c88538969f1466cbac22b19cde667ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732155475503
2024-11-21T02:18:00,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 106a70bb96c64767b82e14afea5e1c2e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732155477809
2024-11-21T02:18:00,349 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:18:00,349 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:18:00,349 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:00,349 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 885a33db07444f7b85c73b2c0411d61e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732155478983
2024-11-21T02:18:00,349 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/17ec257f3ffd47008b21dc5fdd327f9c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/bad1bfc832e644f48f114bebb825bf3f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/5507fa3028524432b6f392e1f1a59bf5] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=35.7 K
2024-11-21T02:18:00,350 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 17ec257f3ffd47008b21dc5fdd327f9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732155475503
2024-11-21T02:18:00,350 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting bad1bfc832e644f48f114bebb825bf3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732155477809
2024-11-21T02:18:00,358 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 5507fa3028524432b6f392e1f1a59bf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732155478985
2024-11-21T02:18:00,381 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:00,399 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:00,399 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e2563e253b664c93aeafdc05fb9cdded is 50, key is test_row_0/B:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,412 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211e01e37d617b4b40a1eeff00b1a5bcd5_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:00,414 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211e01e37d617b4b40a1eeff00b1a5bcd5_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:00,415 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211e01e37d617b4b40a1eeff00b1a5bcd5_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:00,434 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742424_1600 (size=12459)
2024-11-21T02:18:00,440 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e2563e253b664c93aeafdc05fb9cdded as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e2563e253b664c93aeafdc05fb9cdded
2024-11-21T02:18:00,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742425_1601 (size=4469)
2024-11-21T02:18:00,472 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#510 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:00,473 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/80f8415d0f2947c28a99ab1e4c01f2cc is 175, key is test_row_0/A:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,478 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into e2563e253b664c93aeafdc05fb9cdded(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:00,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:00,478 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=13, startTime=1732155480343; duration=0sec
2024-11-21T02:18:00,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:00,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:18:00,478 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:18:00,480 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:18:00,480 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:18:00,480 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:00,480 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/c3d58ec985564a8d8cd5d36e3ed3ada2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/464017233baa483f96f9da6d7b6b6942, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/7784f56dc9bc4e6faf1ae0e8113c2bf6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=35.7 K
2024-11-21T02:18:00,481 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting c3d58ec985564a8d8cd5d36e3ed3ada2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732155475503
2024-11-21T02:18:00,481 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 464017233baa483f96f9da6d7b6b6942, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732155477809
2024-11-21T02:18:00,481 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 7784f56dc9bc4e6faf1ae0e8113c2bf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732155478985
2024-11-21T02:18:00,490 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:00,491 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/cfac12960a0f4b9d801bf320658aad1b is 50, key is test_row_0/C:col10/1732155480134/Put/seqid=0
2024-11-21T02:18:00,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742426_1602 (size=31413)
2024-11-21T02:18:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:00,496 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-21T02:18:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:00,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:00,504 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/80f8415d0f2947c28a99ab1e4c01f2cc as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/80f8415d0f2947c28a99ab1e4c01f2cc
2024-11-21T02:18:00,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742427_1603 (size=12459)
2024-11-21T02:18:00,511 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into 80f8415d0f2947c28a99ab1e4c01f2cc(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:00,511 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:00,511 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=13, startTime=1732155480343; duration=0sec
2024-11-21T02:18:00,511 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:00,511 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:18:00,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121df4a887697f848eca74d182740ca2b0f_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155480161/Put/seqid=0
2024-11-21T02:18:00,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155540507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155540507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155540509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155540509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155540509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,518 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/cfac12960a0f4b9d801bf320658aad1b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cfac12960a0f4b9d801bf320658aad1b
2024-11-21T02:18:00,524 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into cfac12960a0f4b9d801bf320658aad1b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:00,524 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:00,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742428_1604 (size=17284)
2024-11-21T02:18:00,524 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=13, startTime=1732155480344; duration=0sec
2024-11-21T02:18:00,525 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:00,525 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:18:00,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155540621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155540621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155540621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155540621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155540621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,629 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155540832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155540832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155540832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155540832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155540832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:00,921 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:00,923 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121df4a887697f848eca74d182740ca2b0f_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121df4a887697f848eca74d182740ca2b0f_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:00,924 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/ae4a10d2a7c5486c9c50cd28cecea96f, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:00,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/ae4a10d2a7c5486c9c50cd28cecea96f is 175, key is test_row_0/A:col10/1732155480161/Put/seqid=0
2024-11-21T02:18:00,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742429_1605 (size=48389)
2024-11-21T02:18:01,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155541140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155541140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155541141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155541141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155541141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,328 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/ae4a10d2a7c5486c9c50cd28cecea96f
2024-11-21T02:18:01,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/23a8e052d6094e98949e453f6fefb2ee is 50, key is test_row_0/B:col10/1732155480161/Put/seqid=0
2024-11-21T02:18:01,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742430_1606 (size=12151)
2024-11-21T02:18:01,351 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/23a8e052d6094e98949e453f6fefb2ee
2024-11-21T02:18:01,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8 is 50, key is test_row_0/C:col10/1732155480161/Put/seqid=0
2024-11-21T02:18:01,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742431_1607 (size=12151)
2024-11-21T02:18:01,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155541651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155541651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155541651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155541651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155541652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:01,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:01,773 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8
2024-11-21T02:18:01,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/ae4a10d2a7c5486c9c50cd28cecea96f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f
2024-11-21T02:18:01,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f, entries=250, sequenceid=173, filesize=47.3 K
2024-11-21T02:18:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/23a8e052d6094e98949e453f6fefb2ee as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23a8e052d6094e98949e453f6fefb2ee
2024-11-21T02:18:01,782 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23a8e052d6094e98949e453f6fefb2ee, entries=150, sequenceid=173, filesize=11.9 K
2024-11-21T02:18:01,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8
2024-11-21T02:18:01,785 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8, entries=150, sequenceid=173, filesize=11.9 K
2024-11-21T02:18:01,786 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for f0cdca292849a209dab5a866f6666893 in 1290ms, sequenceid=173, compaction requested=false
2024-11-21T02:18:01,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-21T02:18:01,851 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:01,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-21T02:18:01,854 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-21T02:18:01,855 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:01,855 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-21T02:18:02,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-21T02:18:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:02,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-21T02:18:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:02,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217f1726c35ccb4331aae791574341b7fd_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155480507/Put/seqid=0
2024-11-21T02:18:02,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742432_1608 (size=12304)
2024-11-21T02:18:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-21T02:18:02,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217f1726c35ccb4331aae791574341b7fd_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217f1726c35ccb4331aae791574341b7fd_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/202ec6a207ac4bc0934d5462ce0723e6, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:02,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/202ec6a207ac4bc0934d5462ce0723e6 is 175, key is test_row_0/A:col10/1732155480507/Put/seqid=0
2024-11-21T02:18:02,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742433_1609 (size=31105)
2024-11-21T02:18:02,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/202ec6a207ac4bc0934d5462ce0723e6
2024-11-21T02:18:02,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e871b6d26ddb4afa978d48ad80ca264b is 50, key is test_row_0/B:col10/1732155480507/Put/seqid=0
2024-11-21T02:18:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-21T02:18:02,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742434_1610 (size=12151)
2024-11-21T02:18:02,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e871b6d26ddb4afa978d48ad80ca264b
2024-11-21T02:18:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/b5ecef6693c64a08975590e6d1404601 is 50, key is test_row_0/C:col10/1732155480507/Put/seqid=0
2024-11-21T02:18:02,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742435_1611 (size=12151)
2024-11-21T02:18:02,534 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/b5ecef6693c64a08975590e6d1404601
2024-11-21T02:18:02,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/202ec6a207ac4bc0934d5462ce0723e6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6
2024-11-21T02:18:02,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6, entries=150, sequenceid=186, filesize=30.4 K
2024-11-21T02:18:02,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e871b6d26ddb4afa978d48ad80ca264b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e871b6d26ddb4afa978d48ad80ca264b
2024-11-21T02:18:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e871b6d26ddb4afa978d48ad80ca264b, entries=150, sequenceid=186, filesize=11.9 K
2024-11-21T02:18:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/b5ecef6693c64a08975590e6d1404601 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b5ecef6693c64a08975590e6d1404601
2024-11-21T02:18:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b5ecef6693c64a08975590e6d1404601, entries=150, sequenceid=186, filesize=11.9 K
2024-11-21T02:18:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for f0cdca292849a209dab5a866f6666893 in 558ms, sequenceid=186, compaction requested=true
2024-11-21T02:18:02,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:02,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:02,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-21T02:18:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-21T02:18:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-21T02:18:02,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 712 msec
2024-11-21T02:18:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,571 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 718 msec
2024-11-21T02:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:02,713 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:18:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:02,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:02,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112194f0435d45f64e6f9b7a79d3ebdb078f_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155482738, max timestamp=1732155482750Num uniques 859; 
2024-11-21T02:18:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155482738, max timestamp=1732155482750Num uniques 859; 
2024-11-21T02:18:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155482738, max timestamp=1732155482750Num uniques 859; 
2024-11-21T02:18:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:02,754 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:02,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742436_1612 (size=14794)
2024-11-21T02:18:02,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155542771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155542778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155542779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155542780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155542781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155542891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155542891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155542892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155542892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155542904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-21T02:18:02,991 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:02,991 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-21T02:18:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-21T02:18:02,993 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:02,994 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:02,994 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-21T02:18:03,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155543100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,105 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155543101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155543101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155543111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155543111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:03,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:03,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:03,163 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112194f0435d45f64e6f9b7a79d3ebdb078f_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112194f0435d45f64e6f9b7a79d3ebdb078f_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:03,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/90a9d6371931425dbd6f0c707601c4c6, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:03,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/90a9d6371931425dbd6f0c707601c4c6 is 175, key is test_row_0/A:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:03,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742437_1613 (size=39745)
2024-11-21T02:18:03,173 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/90a9d6371931425dbd6f0c707601c4c6
2024-11-21T02:18:03,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/0ee80cd4cc7048ed82a3aa7a0515595f is 50, key is test_row_0/B:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:03,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742438_1614 (size=9757)
2024-11-21T02:18:03,207 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/0ee80cd4cc7048ed82a3aa7a0515595f
2024-11-21T02:18:03,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/eb39babeba21444f9b690bd7f71ec6cd is 50, key is test_row_0/C:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:03,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742439_1615 (size=9757)
2024-11-21T02:18:03,242 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/eb39babeba21444f9b690bd7f71ec6cd
2024-11-21T02:18:03,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/90a9d6371931425dbd6f0c707601c4c6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6
2024-11-21T02:18:03,275 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6, entries=200, sequenceid=196, filesize=38.8 K
2024-11-21T02:18:03,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/0ee80cd4cc7048ed82a3aa7a0515595f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/0ee80cd4cc7048ed82a3aa7a0515595f
2024-11-21T02:18:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-21T02:18:03,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,321 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/0ee80cd4cc7048ed82a3aa7a0515595f, entries=100, sequenceid=196, filesize=9.5 K
2024-11-21T02:18:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/eb39babeba21444f9b690bd7f71ec6cd as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eb39babeba21444f9b690bd7f71ec6cd
2024-11-21T02:18:03,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eb39babeba21444f9b690bd7f71ec6cd, entries=100, sequenceid=196, filesize=9.5 K
2024-11-21T02:18:03,340 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f0cdca292849a209dab5a866f6666893 in 627ms, sequenceid=196, compaction requested=true
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:03,341 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:18:03,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:18:03,342 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:18:03,347 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:18:03,347 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:18:03,347 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,347 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e2563e253b664c93aeafdc05fb9cdded, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23a8e052d6094e98949e453f6fefb2ee, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e871b6d26ddb4afa978d48ad80ca264b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/0ee80cd4cc7048ed82a3aa7a0515595f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=45.4 K
2024-11-21T02:18:03,348 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 150652 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:18:03,348 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:18:03,348 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,348 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/80f8415d0f2947c28a99ab1e4c01f2cc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=147.1 K
2024-11-21T02:18:03,348 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,348 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/80f8415d0f2947c28a99ab1e4c01f2cc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6]
2024-11-21T02:18:03,348 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2563e253b664c93aeafdc05fb9cdded, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732155478985
2024-11-21T02:18:03,350 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 80f8415d0f2947c28a99ab1e4c01f2cc, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732155478985
2024-11-21T02:18:03,350 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23a8e052d6094e98949e453f6fefb2ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732155480161
2024-11-21T02:18:03,351 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ae4a10d2a7c5486c9c50cd28cecea96f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732155480161
2024-11-21T02:18:03,351 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e871b6d26ddb4afa978d48ad80ca264b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732155480506
2024-11-21T02:18:03,352 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee80cd4cc7048ed82a3aa7a0515595f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155482700
2024-11-21T02:18:03,353 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 202ec6a207ac4bc0934d5462ce0723e6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732155480506
2024-11-21T02:18:03,354 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 90a9d6371931425dbd6f0c707601c4c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155482700
2024-11-21T02:18:03,359 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:03,363 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#522 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:03,363 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/fbab680f46374c29b8f573a693e312e7 is 50, key is test_row_0/B:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:03,365 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112188099c0ccae5481d9178dcdd26430bdd_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:03,368 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112188099c0ccae5481d9178dcdd26430bdd_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:03,368 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188099c0ccae5481d9178dcdd26430bdd_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:03,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742440_1616 (size=12595)
2024-11-21T02:18:03,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742441_1617 (size=4469)
2024-11-21T02:18:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:03,416 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB
2024-11-21T02:18:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:03,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:03,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa540d8c99a84f02b563093dd6497970_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155482777/Put/seqid=0
2024-11-21T02:18:03,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155543424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155543424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155543425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155543426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742442_1618 (size=14794)
2024-11-21T02:18:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155543428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:03,438 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa540d8c99a84f02b563093dd6497970_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa540d8c99a84f02b563093dd6497970_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:03,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/e895001cfe4e444395bc6d4d340c95ea, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:03,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/e895001cfe4e444395bc6d4d340c95ea is 175, key is test_row_0/A:col10/1732155482777/Put/seqid=0
2024-11-21T02:18:03,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742443_1619 (size=39749)
2024-11-21T02:18:03,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155543540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155543540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155543541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155543541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155543541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:03,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:03,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-21T02:18:03,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155543750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155543751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155543751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155543751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155543751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:03,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:03,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:03,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,790 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/fbab680f46374c29b8f573a693e312e7 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/fbab680f46374c29b8f573a693e312e7
2024-11-21T02:18:03,794 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into fbab680f46374c29b8f573a693e312e7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:03,794 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:03,794 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=12, startTime=1732155483341; duration=0sec
2024-11-21T02:18:03,794 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:03,794 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:18:03,794 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:18:03,796 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:18:03,796 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:18:03,796 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,796 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cfac12960a0f4b9d801bf320658aad1b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b5ecef6693c64a08975590e6d1404601, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eb39babeba21444f9b690bd7f71ec6cd] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=45.4 K
2024-11-21T02:18:03,797 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfac12960a0f4b9d801bf320658aad1b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732155478985
2024-11-21T02:18:03,797 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc491e7521cb4d0aaa7d42c8dc8ef2d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732155480161
2024-11-21T02:18:03,797 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5ecef6693c64a08975590e6d1404601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732155480506
2024-11-21T02:18:03,798 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb39babeba21444f9b690bd7f71ec6cd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155482700
2024-11-21T02:18:03,807 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:03,807 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/4eb6f93e83d547519573b5d41727a6a3 is 50, key is test_row_0/C:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:03,810 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#523 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:03,811 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/76abe8b94bdb4cb69bd9c4e24af69dc0 is 175, key is test_row_0/A:col10/1732155482700/Put/seqid=0
2024-11-21T02:18:03,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742445_1621 (size=31656)
2024-11-21T02:18:03,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742444_1620 (size=12595)
2024-11-21T02:18:03,831 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/4eb6f93e83d547519573b5d41727a6a3 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4eb6f93e83d547519573b5d41727a6a3
2024-11-21T02:18:03,836 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into 4eb6f93e83d547519573b5d41727a6a3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:03,837 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:03,837 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=12, startTime=1732155483341; duration=0sec
2024-11-21T02:18:03,837 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:03,837 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:18:03,846 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/e895001cfe4e444395bc6d4d340c95ea
2024-11-21T02:18:03,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e20995f70e9c433faa8e0c363aca09f1 is 50, key is test_row_0/B:col10/1732155482777/Put/seqid=0
2024-11-21T02:18:03,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742446_1622 (size=12151)
2024-11-21T02:18:03,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:03,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155544061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155544061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155544062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155544066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155544066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:04,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:04,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-21T02:18:04,220 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/76abe8b94bdb4cb69bd9c4e24af69dc0 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/76abe8b94bdb4cb69bd9c4e24af69dc0
2024-11-21T02:18:04,223 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into 76abe8b94bdb4cb69bd9c4e24af69dc0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:04,223 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:04,223 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=12, startTime=1732155483341; duration=0sec
2024-11-21T02:18:04,224 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:04,224 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:18:04,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e20995f70e9c433faa8e0c363aca09f1
2024-11-21T02:18:04,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/df3a17744ca544ca957aeb48c957848f is 50, key is test_row_0/C:col10/1732155482777/Put/seqid=0
2024-11-21T02:18:04,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742447_1623 (size=12151)
2024-11-21T02:18:04,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155544571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155544571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155544571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155544580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155544580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:04,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:04,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:04,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/df3a17744ca544ca957aeb48c957848f
2024-11-21T02:18:04,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/e895001cfe4e444395bc6d4d340c95ea as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea
2024-11-21T02:18:04,707 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea, entries=200, sequenceid=232, filesize=38.8 K
2024-11-21T02:18:04,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/e20995f70e9c433faa8e0c363aca09f1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e20995f70e9c433faa8e0c363aca09f1
2024-11-21T02:18:04,710 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e20995f70e9c433faa8e0c363aca09f1, entries=150, sequenceid=232, filesize=11.9 K
2024-11-21T02:18:04,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/df3a17744ca544ca957aeb48c957848f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/df3a17744ca544ca957aeb48c957848f
2024-11-21T02:18:04,713 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/df3a17744ca544ca957aeb48c957848f, entries=150, sequenceid=232, filesize=11.9 K
2024-11-21T02:18:04,714 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for f0cdca292849a209dab5a866f6666893 in 1298ms, sequenceid=232, compaction requested=false
2024-11-21T02:18:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:04,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-21T02:18:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:04,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-21T02:18:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:04,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:04,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:04,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ba0cf0f483546598724145b9e6f090a_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155483424/Put/seqid=0
2024-11-21T02:18:04,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742448_1624 (size=12304)
2024-11-21T02:18:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:04,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214ba0cf0f483546598724145b9e6f090a_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ba0cf0f483546598724145b9e6f090a_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:04,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3e2b1b06152f4a64823e40f7149883ae, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3e2b1b06152f4a64823e40f7149883ae is 175, key is test_row_0/A:col10/1732155483424/Put/seqid=0
2024-11-21T02:18:04,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742449_1625 (size=31105)
2024-11-21T02:18:04,902 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3e2b1b06152f4a64823e40f7149883ae
2024-11-21T02:18:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2204b6e06bea466783e86a8f85114e1a is 50, key is test_row_0/B:col10/1732155483424/Put/seqid=0
2024-11-21T02:18:04,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742450_1626 (size=12151)
2024-11-21T02:18:04,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2204b6e06bea466783e86a8f85114e1a
2024-11-21T02:18:04,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/6de2bbf59d394329bda39814d96b1a30 is 50, key is test_row_0/C:col10/1732155483424/Put/seqid=0
2024-11-21T02:18:04,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742451_1627 (size=12151)
2024-11-21T02:18:04,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/6de2bbf59d394329bda39814d96b1a30
2024-11-21T02:18:05,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/3e2b1b06152f4a64823e40f7149883ae as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae
2024-11-21T02:18:05,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae, entries=150, sequenceid=244, filesize=30.4 K
2024-11-21T02:18:05,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2204b6e06bea466783e86a8f85114e1a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2204b6e06bea466783e86a8f85114e1a
2024-11-21T02:18:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2204b6e06bea466783e86a8f85114e1a, entries=150, sequenceid=244, filesize=11.9 K
2024-11-21T02:18:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/6de2bbf59d394329bda39814d96b1a30 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/6de2bbf59d394329bda39814d96b1a30
2024-11-21T02:18:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/6de2bbf59d394329bda39814d96b1a30, entries=150, sequenceid=244, filesize=11.9 K
2024-11-21T02:18:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for f0cdca292849a209dab5a866f6666893 in 172ms, sequenceid=244, compaction requested=true
2024-11-21T02:18:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:05,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-21T02:18:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,058 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-21T02:18:05,058 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0420 sec
2024-11-21T02:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,072 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.0750 sec
2024-11-21T02:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-21T02:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,148 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,149 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-21T02:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-21T02:18:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,156 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,157 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:05,157 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-21T02:18:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-21T02:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:05,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-21T02:18:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-21T02:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,315 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-21T02:18:05,315 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec
2024-11-21T02:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 167 msec
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-21T02:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,471 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-21T02:18:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,475 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-21T02:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,476 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,477 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-21T02:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-21T02:18:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB
2024-11-21T02:18:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:05,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121172965aa5f82421b94142261a0db5fc8_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_1/A:col10/1732155485630/Put/seqid=0
2024-11-21T02:18:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:05,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742452_1628 (size=9814)
2024-11-21T02:18:05,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121172965aa5f82421b94142261a0db5fc8_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121172965aa5f82421b94142261a0db5fc8_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:05,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/608adb87792e4221b54802f6172275ab, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:05,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/608adb87792e4221b54802f6172275ab is 175, key is test_row_1/A:col10/1732155485630/Put/seqid=0
2024-11-21T02:18:05,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155485686, max timestamp=1732155485707Num uniques 859; 
2024-11-21T02:18:05,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:05,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155485686, max timestamp=1732155485707Num uniques 859; 
2024-11-21T02:18:05,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:05,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155485686, max timestamp=1732155485707Num uniques 859; 
2024-11-21T02:18:05,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:05,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742453_1629 (size=22461)
2024-11-21T02:18:05,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/608adb87792e4221b54802f6172275ab
2024-11-21T02:18:05,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/1fe86ce2c80a4655b632b984c54ea41a is 50, key is test_row_1/B:col10/1732155485630/Put/seqid=0
2024-11-21T02:18:05,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742454_1630 (size=9757)
2024-11-21T02:18:05,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/1fe86ce2c80a4655b632b984c54ea41a
2024-11-21T02:18:05,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732155485730, max timestamp=1732155485748Num uniques 1118; 
2024-11-21T02:18:05,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732155485730, max timestamp=1732155485748Num uniques 1118; 
2024-11-21T02:18:05,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318
2024-11-21T02:18:05,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318
2024-11-21T02:18:05,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732155485730, max timestamp=1732155485748Num uniques 1118; 
2024-11-21T02:18:05,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318
2024-11-21T02:18:05,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/9d20c340cd2e4bdb8039f57c5e44aa93 is 50, key is test_row_1/C:col10/1732155485630/Put/seqid=0
2024-11-21T02:18:05,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742455_1631 (size=9757)
2024-11-21T02:18:05,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/9d20c340cd2e4bdb8039f57c5e44aa93
2024-11-21T02:18:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/608adb87792e4221b54802f6172275ab as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab
2024-11-21T02:18:05,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab, entries=100, sequenceid=250, filesize=21.9 K
2024-11-21T02:18:05,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/1fe86ce2c80a4655b632b984c54ea41a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/1fe86ce2c80a4655b632b984c54ea41a
2024-11-21T02:18:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-21T02:18:05,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/1fe86ce2c80a4655b632b984c54ea41a, entries=100, sequenceid=250, filesize=9.5 K
2024-11-21T02:18:05,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/9d20c340cd2e4bdb8039f57c5e44aa93 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/9d20c340cd2e4bdb8039f57c5e44aa93
2024-11-21T02:18:05,801 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/9d20c340cd2e4bdb8039f57c5e44aa93, entries=100, sequenceid=250, filesize=9.5 K
2024-11-21T02:18:05,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=140.89 KB/144270 for f0cdca292849a209dab5a866f6666893 in 172ms, sequenceid=250, compaction requested=true
2024-11-21T02:18:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-21T02:18:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-21T02:18:05,805 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=147.60 KB heapSize=409.92 KB
2024-11-21T02:18:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:05,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:05,808 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-21T02:18:05,808 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 330 msec
2024-11-21T02:18:05,809 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 336 msec
2024-11-21T02:18:05,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219917bb26133b4710a0e2292db99383f1_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:05,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155545821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155545823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155545822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155545829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155545835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742456_1632 (size=17534)
2024-11-21T02:18:05,872 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:05,880 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411219917bb26133b4710a0e2292db99383f1_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219917bb26133b4710a0e2292db99383f1_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:05,881 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/b0bdc8c7ee1240b1b4ba8568720a3cd3, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:05,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/b0bdc8c7ee1240b1b4ba8568720a3cd3 is 175, key is test_row_0/A:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:05,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742457_1633 (size=48639)
2024-11-21T02:18:05,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155545941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155545941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155545941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155545942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:05,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155545950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:05,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-21T02:18:06,100 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:06,101 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-21T02:18:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:06,102 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:06,103 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:06,103 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:06,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155546151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155546151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155546152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,154 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155546152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155546161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:06,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,290 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/b0bdc8c7ee1240b1b4ba8568720a3cd3
2024-11-21T02:18:06,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/4716df6249a6478881d8f6ccb2b96b80 is 50, key is test_row_0/B:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:06,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742458_1634 (size=12301)
2024-11-21T02:18:06,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:06,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:06,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:06,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155546461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155546461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155546461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155546461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155546470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:06,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,700 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/4716df6249a6478881d8f6ccb2b96b80
2024-11-21T02:18:06,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/3111b70f485a487cbda50dec2557538e is 50, key is test_row_0/C:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:06,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742459_1635 (size=12301)
2024-11-21T02:18:06,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:06,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:06,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:06,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:06,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155546971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155546981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155546981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155546981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155546981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:07,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:07,114 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/3111b70f485a487cbda50dec2557538e
2024-11-21T02:18:07,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/b0bdc8c7ee1240b1b4ba8568720a3cd3 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3
2024-11-21T02:18:07,130 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3, entries=250, sequenceid=304, filesize=47.5 K
2024-11-21T02:18:07,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/4716df6249a6478881d8f6ccb2b96b80 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/4716df6249a6478881d8f6ccb2b96b80
2024-11-21T02:18:07,135 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/4716df6249a6478881d8f6ccb2b96b80, entries=150, sequenceid=304, filesize=12.0 K
2024-11-21T02:18:07,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/3111b70f485a487cbda50dec2557538e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/3111b70f485a487cbda50dec2557538e
2024-11-21T02:18:07,142 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/3111b70f485a487cbda50dec2557538e, entries=150, sequenceid=304, filesize=12.0 K
2024-11-21T02:18:07,143 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~429.80 KB/440112, currentSize=40.25 KB/41220 for f0cdca292849a209dab5a866f6666893 in 1338ms, sequenceid=304, compaction requested=true
2024-11-21T02:18:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:18:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:07,143 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:18:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:18:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:18:07,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-21T02:18:07,144 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:18:07,145 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 58955 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:18:07,145 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 173610 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:18:07,145 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:18:07,145 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:18:07,145 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,145 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,145 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/fbab680f46374c29b8f573a693e312e7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e20995f70e9c433faa8e0c363aca09f1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2204b6e06bea466783e86a8f85114e1a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/1fe86ce2c80a4655b632b984c54ea41a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/4716df6249a6478881d8f6ccb2b96b80] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=57.6 K
2024-11-21T02:18:07,145 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/76abe8b94bdb4cb69bd9c4e24af69dc0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=169.5 K
2024-11-21T02:18:07,145 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,145 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/76abe8b94bdb4cb69bd9c4e24af69dc0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3]
2024-11-21T02:18:07,145 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fbab680f46374c29b8f573a693e312e7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155480507
2024-11-21T02:18:07,146 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76abe8b94bdb4cb69bd9c4e24af69dc0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155480507
2024-11-21T02:18:07,146 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting e20995f70e9c433faa8e0c363aca09f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155482760
2024-11-21T02:18:07,147 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2204b6e06bea466783e86a8f85114e1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732155483424
2024-11-21T02:18:07,147 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting e895001cfe4e444395bc6d4d340c95ea, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155482760
2024-11-21T02:18:07,147 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fe86ce2c80a4655b632b984c54ea41a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732155485628
2024-11-21T02:18:07,147 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2b1b06152f4a64823e40f7149883ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732155483424
2024-11-21T02:18:07,147 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4716df6249a6478881d8f6ccb2b96b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155485781
2024-11-21T02:18:07,147 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 608adb87792e4221b54802f6172275ab, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732155485628
2024-11-21T02:18:07,148 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0bdc8c7ee1240b1b4ba8568720a3cd3, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155485778
2024-11-21T02:18:07,157 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:07,159 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#537 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:07,159 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/96c1f7203bb34992b2c6c566d8abed88 is 50, key is test_row_0/B:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:07,160 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121db556ed0d68243788467d2f1ed6db71c_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:07,164 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121db556ed0d68243788467d2f1ed6db71c_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:07,164 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121db556ed0d68243788467d2f1ed6db71c_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:07,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742460_1636 (size=12915)
2024-11-21T02:18:07,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742461_1637 (size=4469)
2024-11-21T02:18:07,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-21T02:18:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-21T02:18:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:07,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:07,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a2718e9f21cf4a86b85954f7e5c82e55_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155485819/Put/seqid=0
2024-11-21T02:18:07,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742462_1638 (size=12454)
2024-11-21T02:18:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:07,578 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#538 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:07,578 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/adeeff1b8ab543bb9cefe79fb70d53a6 is 175, key is test_row_0/A:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:07,579 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/96c1f7203bb34992b2c6c566d8abed88 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/96c1f7203bb34992b2c6c566d8abed88
2024-11-21T02:18:07,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742463_1639 (size=31869)
2024-11-21T02:18:07,583 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into 96c1f7203bb34992b2c6c566d8abed88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:07,583 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:07,583 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=11, startTime=1732155487143; duration=0sec
2024-11-21T02:18:07,583 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:07,583 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:18:07,583 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-21T02:18:07,584 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 58955 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-21T02:18:07,585 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:18:07,585 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:07,585 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4eb6f93e83d547519573b5d41727a6a3, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/df3a17744ca544ca957aeb48c957848f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/6de2bbf59d394329bda39814d96b1a30, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/9d20c340cd2e4bdb8039f57c5e44aa93, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/3111b70f485a487cbda50dec2557538e] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=57.6 K
2024-11-21T02:18:07,585 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/adeeff1b8ab543bb9cefe79fb70d53a6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/adeeff1b8ab543bb9cefe79fb70d53a6
2024-11-21T02:18:07,585 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eb6f93e83d547519573b5d41727a6a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732155480507
2024-11-21T02:18:07,585 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting df3a17744ca544ca957aeb48c957848f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732155482760
2024-11-21T02:18:07,586 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 6de2bbf59d394329bda39814d96b1a30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732155483424
2024-11-21T02:18:07,586 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d20c340cd2e4bdb8039f57c5e44aa93, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732155485628
2024-11-21T02:18:07,586 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 3111b70f485a487cbda50dec2557538e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155485781
2024-11-21T02:18:07,589 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into adeeff1b8ab543bb9cefe79fb70d53a6(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:07,589 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:07,589 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=11, startTime=1732155487143; duration=0sec
2024-11-21T02:18:07,589 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:07,589 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:18:07,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:07,593 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:07,593 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/ac3f8bd7286e4d06a0e892f876089f8e is 50, key is test_row_0/C:col10/1732155485802/Put/seqid=0
2024-11-21T02:18:07,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121a2718e9f21cf4a86b85954f7e5c82e55_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a2718e9f21cf4a86b85954f7e5c82e55_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/41740dc550de42879518843b0333417c, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/41740dc550de42879518843b0333417c is 175, key is test_row_0/A:col10/1732155485819/Put/seqid=0
2024-11-21T02:18:07,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742464_1640 (size=12915)
2024-11-21T02:18:07,618 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/ac3f8bd7286e4d06a0e892f876089f8e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/ac3f8bd7286e4d06a0e892f876089f8e
2024-11-21T02:18:07,622 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into ac3f8bd7286e4d06a0e892f876089f8e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:07,622 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:07,622 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=11, startTime=1732155487143; duration=0sec
2024-11-21T02:18:07,622 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:07,622 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:18:07,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742465_1641 (size=31255)
2024-11-21T02:18:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:07,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:08,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155488003, max timestamp=1732155488016Num uniques 859; 
2024-11-21T02:18:08,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155488003, max timestamp=1732155488016Num uniques 859; 
2024-11-21T02:18:08,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:08,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:08,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155488003, max timestamp=1732155488016Num uniques 859; 
2024-11-21T02:18:08,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:08,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/41740dc550de42879518843b0333417c
2024-11-21T02:18:08,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/b439176ee6d94ae8b9d50c8b649e2452 is 50, key is test_row_0/B:col10/1732155485819/Put/seqid=0
2024-11-21T02:18:08,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742466_1642 (size=12301)
2024-11-21T02:18:08,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155548064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155548066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155548067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155548067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155548068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155548182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155548182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155548182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155548182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155548182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:08,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155548391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155548391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155548391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155548391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155548400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/b439176ee6d94ae8b9d50c8b649e2452
2024-11-21T02:18:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/fad131cf9ae44fe0829912dcaec17485 is 50, key is test_row_0/C:col10/1732155485819/Put/seqid=0
2024-11-21T02:18:08,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742467_1643 (size=12301)
2024-11-21T02:18:08,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/fad131cf9ae44fe0829912dcaec17485
2024-11-21T02:18:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/41740dc550de42879518843b0333417c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c
2024-11-21T02:18:08,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c, entries=150, sequenceid=313, filesize=30.5 K
2024-11-21T02:18:08,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/b439176ee6d94ae8b9d50c8b649e2452 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b439176ee6d94ae8b9d50c8b649e2452
2024-11-21T02:18:08,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b439176ee6d94ae8b9d50c8b649e2452, entries=150, sequenceid=313, filesize=12.0 K
2024-11-21T02:18:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/fad131cf9ae44fe0829912dcaec17485 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fad131cf9ae44fe0829912dcaec17485
2024-11-21T02:18:08,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fad131cf9ae44fe0829912dcaec17485, entries=150, sequenceid=313, filesize=12.0 K
2024-11-21T02:18:08,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for f0cdca292849a209dab5a866f6666893 in 1281ms, sequenceid=313, compaction requested=false
2024-11-21T02:18:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-21T02:18:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-21T02:18:08,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-21T02:18:08,467 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec
2024-11-21T02:18:08,468 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.3660 sec
2024-11-21T02:18:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:08,704 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB
2024-11-21T02:18:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:08,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:08,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bcbe01b3cd8d4dcb8aa8a8429ef3a40c_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:08,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155548707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155548707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742468_1644 (size=12454)
2024-11-21T02:18:08,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:08,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155548712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,716 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155548712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155548713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,717 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,719 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121bcbe01b3cd8d4dcb8aa8a8429ef3a40c_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bcbe01b3cd8d4dcb8aa8a8429ef3a40c_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:08,720 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/40a46aa779cc4b48bbd4b6603911ff76, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:08,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/40a46aa779cc4b48bbd4b6603911ff76 is 175, key is test_row_0/A:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:08,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742469_1645 (size=31255)
2024-11-21T02:18:08,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155548821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155548821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155548821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155548821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:08,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155549031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155549031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155549031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,035 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155549031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,123 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/40a46aa779cc4b48bbd4b6603911ff76
2024-11-21T02:18:09,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/81af07bac7fb48cea7c9fdc92941915a is 50, key is test_row_0/B:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:09,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742470_1646 (size=12301)
2024-11-21T02:18:09,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155549230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155549341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155549341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155549341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155549341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,537 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/81af07bac7fb48cea7c9fdc92941915a
2024-11-21T02:18:09,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/93f34ffd14be41f19aa45df6368725a6 is 50, key is test_row_0/C:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:09,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742471_1647 (size=12301)
2024-11-21T02:18:09,546 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/93f34ffd14be41f19aa45df6368725a6
2024-11-21T02:18:09,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/40a46aa779cc4b48bbd4b6603911ff76 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76
2024-11-21T02:18:09,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76, entries=150, sequenceid=353, filesize=30.5 K
2024-11-21T02:18:09,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/81af07bac7fb48cea7c9fdc92941915a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/81af07bac7fb48cea7c9fdc92941915a
2024-11-21T02:18:09,556 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/81af07bac7fb48cea7c9fdc92941915a, entries=150, sequenceid=353, filesize=12.0 K
2024-11-21T02:18:09,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/93f34ffd14be41f19aa45df6368725a6 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/93f34ffd14be41f19aa45df6368725a6
2024-11-21T02:18:09,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/93f34ffd14be41f19aa45df6368725a6, entries=150, sequenceid=353, filesize=12.0 K
2024-11-21T02:18:09,562 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for f0cdca292849a209dab5a866f6666893 in 857ms, sequenceid=353, compaction requested=true
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:09,562 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:09,562 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:18:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:09,563 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:18:09,563 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:18:09,563 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:09,563 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/adeeff1b8ab543bb9cefe79fb70d53a6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=92.2 K
2024-11-21T02:18:09,563 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:09,563 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/adeeff1b8ab543bb9cefe79fb70d53a6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76]
2024-11-21T02:18:09,564 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting adeeff1b8ab543bb9cefe79fb70d53a6, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155485781
2024-11-21T02:18:09,564 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:18:09,564 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41740dc550de42879518843b0333417c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155485819
2024-11-21T02:18:09,564 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:18:09,565 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:09,565 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40a46aa779cc4b48bbd4b6603911ff76, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732155488064
2024-11-21T02:18:09,565 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/96c1f7203bb34992b2c6c566d8abed88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b439176ee6d94ae8b9d50c8b649e2452, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/81af07bac7fb48cea7c9fdc92941915a] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=36.6 K
2024-11-21T02:18:09,565 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 96c1f7203bb34992b2c6c566d8abed88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155485781
2024-11-21T02:18:09,565 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting b439176ee6d94ae8b9d50c8b649e2452, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155485819
2024-11-21T02:18:09,565 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 81af07bac7fb48cea7c9fdc92941915a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732155488064
2024-11-21T02:18:09,571 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:09,575 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#547 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:09,575 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ddddcf5efa09469386a2c07fce065a1c is 50, key is test_row_0/B:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:09,582 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121201f25cb95884db4b4ac23741c01cef4_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:09,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742472_1648 (size=13017)
2024-11-21T02:18:09,585 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121201f25cb95884db4b4ac23741c01cef4_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:09,585 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121201f25cb95884db4b4ac23741c01cef4_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:09,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742473_1649 (size=4469)
2024-11-21T02:18:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:09,854 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:18:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:09,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:09,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ef8ed2a179024d40b97dd332da28af1b_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155489853/Put/seqid=0
2024-11-21T02:18:09,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742474_1650 (size=17534)
2024-11-21T02:18:09,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155489875, max timestamp=1732155489890Num uniques 859; 
2024-11-21T02:18:09,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:09,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155489875, max timestamp=1732155489890Num uniques 859; 
2024-11-21T02:18:09,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155489875, max timestamp=1732155489890Num uniques 859; 
2024-11-21T02:18:09,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:09,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:09,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155549920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155549956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155549956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155549956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:09,986 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ddddcf5efa09469386a2c07fce065a1c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ddddcf5efa09469386a2c07fce065a1c
2024-11-21T02:18:09,990 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#546 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:09,990 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/117c84ab93e34f47937adf23a6f2e030 is 175, key is test_row_0/A:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:09,990 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into ddddcf5efa09469386a2c07fce065a1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:09,990 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:09,990 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=13, startTime=1732155489562; duration=0sec
2024-11-21T02:18:09,990 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:09,990 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:18:09,991 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-21T02:18:09,991 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-21T02:18:09,991 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:18:09,992 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:09,992 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/ac3f8bd7286e4d06a0e892f876089f8e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fad131cf9ae44fe0829912dcaec17485, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/93f34ffd14be41f19aa45df6368725a6] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=36.6 K
2024-11-21T02:18:09,992 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ac3f8bd7286e4d06a0e892f876089f8e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732155485781
2024-11-21T02:18:09,992 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting fad131cf9ae44fe0829912dcaec17485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732155485819
2024-11-21T02:18:09,992 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 93f34ffd14be41f19aa45df6368725a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732155488064
2024-11-21T02:18:09,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742475_1651 (size=31971)
2024-11-21T02:18:09,998 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:09,998 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/eed20a5280324f51a3a106d4ea6ab8b1 is 50, key is test_row_0/C:col10/1732155488064/Put/seqid=0
2024-11-21T02:18:10,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742476_1652 (size=13017)
2024-11-21T02:18:10,006 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/eed20a5280324f51a3a106d4ea6ab8b1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eed20a5280324f51a3a106d4ea6ab8b1
2024-11-21T02:18:10,010 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into eed20a5280324f51a3a106d4ea6ab8b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:10,010 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:10,010 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=13, startTime=1732155489562; duration=0sec
2024-11-21T02:18:10,010 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:10,010 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:18:10,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155550060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155550071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155550071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155550071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155550256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,263 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in f0cdca292849a209dab5a866f6666893 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:18:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-21T02:18:10,272 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:10,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155550271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,277 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-11-21T02:18:10,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155550281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155550281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-21T02:18:10,284 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:10,286 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:10,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:10,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:10,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155550284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,293 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ef8ed2a179024d40b97dd332da28af1b_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ef8ed2a179024d40b97dd332da28af1b_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:10,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/df1379bb93754ca0a537b751a585f36c, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:10,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/df1379bb93754ca0a537b751a585f36c is 175, key is test_row_0/A:col10/1732155489853/Put/seqid=0
2024-11-21T02:18:10,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742477_1653 (size=48639)
2024-11-21T02:18:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-21T02:18:10,407 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/117c84ab93e34f47937adf23a6f2e030 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/117c84ab93e34f47937adf23a6f2e030
2024-11-21T02:18:10,411 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into 117c84ab93e34f47937adf23a6f2e030(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:10,412 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:10,412 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=13, startTime=1732155489562; duration=0sec
2024-11-21T02:18:10,412 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:10,412 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:18:10,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-21T02:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-21T02:18:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155550591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155550591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155550591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-21T02:18:10,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155550601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:10,723 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/df1379bb93754ca0a537b751a585f36c
2024-11-21T02:18:10,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2d4aa33809e4445ebc38e1fabc5131db is 50, key is test_row_0/B:col10/1732155489853/Put/seqid=0
2024-11-21T02:18:10,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742478_1654 (size=12301)
2024-11-21T02:18:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-21T02:18:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-21T02:18:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:10,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-21T02:18:11,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-21T02:18:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:11,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:11,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155551104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:11,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155551105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:11,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155551113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:11,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155551113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:11,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:11,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:11,132 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2d4aa33809e4445ebc38e1fabc5131db
2024-11-21T02:18:11,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/4091cd06859045f187ded68842f5aa6a is 50, key is test_row_0/C:col10/1732155489853/Put/seqid=0
2024-11-21T02:18:11,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742479_1655 (size=12301)
2024-11-21T02:18:11,170 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/4091cd06859045f187ded68842f5aa6a
2024-11-21T02:18:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/df1379bb93754ca0a537b751a585f36c as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c
2024-11-21T02:18:11,182 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c, entries=250, sequenceid=363, filesize=47.5 K
2024-11-21T02:18:11,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2d4aa33809e4445ebc38e1fabc5131db as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2d4aa33809e4445ebc38e1fabc5131db
2024-11-21T02:18:11,191 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2d4aa33809e4445ebc38e1fabc5131db, entries=150, sequenceid=363, filesize=12.0 K
2024-11-21T02:18:11,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/4091cd06859045f187ded68842f5aa6a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4091cd06859045f187ded68842f5aa6a
2024-11-21T02:18:11,196 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4091cd06859045f187ded68842f5aa6a, entries=150, sequenceid=363, filesize=12.0 K
2024-11-21T02:18:11,196 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for f0cdca292849a209dab5a866f6666893 in 1342ms, sequenceid=363, compaction requested=false
2024-11-21T02:18:11,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:11,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-21T02:18:11,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:11,222 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB
2024-11-21T02:18:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:11,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:11,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112115f8d2e9a9c7450a94b81af5097fe8cd_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155489919/Put/seqid=0
2024-11-21T02:18:11,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742480_1656 (size=12454)
2024-11-21T02:18:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-21T02:18:11,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:11,656 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112115f8d2e9a9c7450a94b81af5097fe8cd_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112115f8d2e9a9c7450a94b81af5097fe8cd_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/cda280db5f89433486a3907dca877c74, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:11,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/cda280db5f89433486a3907dca877c74 is 175, key is test_row_0/A:col10/1732155489919/Put/seqid=0
2024-11-21T02:18:11,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742481_1657 (size=31255)
2024-11-21T02:18:11,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/cda280db5f89433486a3907dca877c74
2024-11-21T02:18:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ee383a85a78c4b2aa5062f31302c414b is 50, key is test_row_0/B:col10/1732155489919/Put/seqid=0
2024-11-21T02:18:11,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742482_1658 (size=12301)
2024-11-21T02:18:12,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ee383a85a78c4b2aa5062f31302c414b
2024-11-21T02:18:12,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/d53d97d5d32646fdbeec576d94b00a0e is 50, key is test_row_0/C:col10/1732155489919/Put/seqid=0
2024-11-21T02:18:12,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742483_1659 (size=12301)
2024-11-21T02:18:12,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/d53d97d5d32646fdbeec576d94b00a0e
2024-11-21T02:18:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/cda280db5f89433486a3907dca877c74 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74
2024-11-21T02:18:12,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74, entries=150, sequenceid=403, filesize=30.5 K
2024-11-21T02:18:12,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ee383a85a78c4b2aa5062f31302c414b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ee383a85a78c4b2aa5062f31302c414b
2024-11-21T02:18:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,124 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ee383a85a78c4b2aa5062f31302c414b, entries=150, sequenceid=403, filesize=12.0 K
2024-11-21T02:18:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/d53d97d5d32646fdbeec576d94b00a0e as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/d53d97d5d32646fdbeec576d94b00a0e
2024-11-21T02:18:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/d53d97d5d32646fdbeec576d94b00a0e, entries=150, sequenceid=403, filesize=12.0 K
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=0 B/0 for f0cdca292849a209dab5a866f6666893 in 908ms, sequenceid=403, compaction requested=true
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:12,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-21T02:18:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-21T02:18:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-21T02:18:12,133 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec
2024-11-21T02:18:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8520 sec
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:12,156 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:18:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:12,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215a7fd234a1a044adbdd1701a7896e79b_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742484_1660 (size=22618)
2024-11-21T02:18:12,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,198 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215a7fd234a1a044adbdd1701a7896e79b_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a7fd234a1a044adbdd1701a7896e79b_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:12,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/352896dcc7de4ce9897f5429f69d5f5f, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:12,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/352896dcc7de4ce9897f5429f69d5f5f is 175, key is test_row_0/A:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742485_1661 (size=66023)
2024-11-21T02:18:12,209 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/352896dcc7de4ce9897f5429f69d5f5f
2024-11-21T02:18:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155492182, max timestamp=1732155492207Num uniques 859; 
2024-11-21T02:18:12,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:12,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732155492190, max timestamp=1732155492207Num uniques 859; 
2024-11-21T02:18:12,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-21T02:18:12,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732155492182, max timestamp=1732155492207Num uniques 859; 
2024-11-21T02:18:12,213 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/5aee4e3683e9:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-21T02:18:12,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2cf6c5d99f194aa692f3c27f1a6ae51d is 50, key is test_row_0/B:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742486_1662 (size=12301)
2024-11-21T02:18:12,251 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2cf6c5d99f194aa692f3c27f1a6ae51d
2024-11-21T02:18:12,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155552257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155552258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,267 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155552264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/0edc585d899a48de88e8e3de013c8a20 is 50, key is test_row_0/C:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155552267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50238 deadline: 1732155552281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,284 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 5aee4e3683e9,46609,1732155320682 for 'test_row_0' in f0cdca292849a209dab5a866f6666893 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-21T02:18:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742487_1663 (size=12301)
2024-11-21T02:18:12,294 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/0edc585d899a48de88e8e3de013c8a20
2024-11-21T02:18:12,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/352896dcc7de4ce9897f5429f69d5f5f as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f
2024-11-21T02:18:12,307 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f, entries=350, sequenceid=413, filesize=64.5 K
2024-11-21T02:18:12,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/2cf6c5d99f194aa692f3c27f1a6ae51d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2cf6c5d99f194aa692f3c27f1a6ae51d
2024-11-21T02:18:12,310 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2cf6c5d99f194aa692f3c27f1a6ae51d, entries=150, sequenceid=413, filesize=12.0 K
2024-11-21T02:18:12,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/0edc585d899a48de88e8e3de013c8a20 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/0edc585d899a48de88e8e3de013c8a20
2024-11-21T02:18:12,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/0edc585d899a48de88e8e3de013c8a20, entries=150, sequenceid=413, filesize=12.0 K
2024-11-21T02:18:12,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for f0cdca292849a209dab5a866f6666893 in 166ms, sequenceid=413, compaction requested=true
2024-11-21T02:18:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:12,323 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:18:12,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:A, priority=-2147483648, current under compaction store size is 1
2024-11-21T02:18:12,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:12,323 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:18:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:B, priority=-2147483648, current under compaction store size is 2
2024-11-21T02:18:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f0cdca292849a209dab5a866f6666893:C, priority=-2147483648, current under compaction store size is 3
2024-11-21T02:18:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:12,327 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:18:12,328 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/B is initiating minor compaction (all files)
2024-11-21T02:18:12,328 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/B in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,328 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ddddcf5efa09469386a2c07fce065a1c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2d4aa33809e4445ebc38e1fabc5131db, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ee383a85a78c4b2aa5062f31302c414b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2cf6c5d99f194aa692f3c27f1a6ae51d] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=48.8 K
2024-11-21T02:18:12,328 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 177888 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:18:12,328 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/A is initiating minor compaction (all files)
2024-11-21T02:18:12,328 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/A in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,328 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/117c84ab93e34f47937adf23a6f2e030, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=173.7 K
2024-11-21T02:18:12,328 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,328 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. files: [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/117c84ab93e34f47937adf23a6f2e030, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f]
2024-11-21T02:18:12,329 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ddddcf5efa09469386a2c07fce065a1c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732155488064
2024-11-21T02:18:12,330 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 117c84ab93e34f47937adf23a6f2e030, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732155488064
2024-11-21T02:18:12,330 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d4aa33809e4445ebc38e1fabc5131db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732155488710
2024-11-21T02:18:12,331 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1379bb93754ca0a537b751a585f36c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732155488704
2024-11-21T02:18:12,331 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting ee383a85a78c4b2aa5062f31302c414b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732155489919
2024-11-21T02:18:12,331 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting cda280db5f89433486a3907dca877c74, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732155489919
2024-11-21T02:18:12,332 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cf6c5d99f194aa692f3c27f1a6ae51d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732155492146
2024-11-21T02:18:12,332 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] compactions.Compactor(225): Compacting 352896dcc7de4ce9897f5429f69d5f5f, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732155492146
2024-11-21T02:18:12,345 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#B#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:12,345 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/433bf61c14d148629ba03d25293db5ed is 50, key is test_row_0/B:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,357 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:12,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742488_1664 (size=13153)
2024-11-21T02:18:12,359 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f755be8287e44274b655fbd587e5f488_f0cdca292849a209dab5a866f6666893 store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:12,362 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f755be8287e44274b655fbd587e5f488_f0cdca292849a209dab5a866f6666893, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:12,363 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f755be8287e44274b655fbd587e5f488_f0cdca292849a209dab5a866f6666893 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:12,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=142.73 KB heapSize=404.38 KB
2024-11-21T02:18:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:12,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-21T02:18:12,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742489_1665 (size=4469)
2024-11-21T02:18:12,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217c37d3cb144749af96484c83c6829a71_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155492372/Put/seqid=0
2024-11-21T02:18:12,386 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#A#compaction#559 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:12,386 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/46a1e5feac8d432c87f2735e84ee47e3 is 175, key is test_row_0/A:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742490_1666 (size=14994)
2024-11-21T02:18:12,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155552387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155552388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155552389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155552390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742491_1667 (size=32107)
2024-11-21T02:18:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-21T02:18:12,431 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:12,432 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-21T02:18:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees
2024-11-21T02:18:12,434 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-21T02:18:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:12,434 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-21T02:18:12,434 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-21T02:18:12,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155552501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155552501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155552501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155552501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:12,549 INFO  [Thread-2512 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2512.
2024-11-21T02:18:12,549 DEBUG [Thread-2512 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:12,549 DEBUG [Thread-2512 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,549 DEBUG [Thread-2512 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,549 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:12,551 INFO  [Thread-2516 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2516.
2024-11-21T02:18:12,551 DEBUG [Thread-2516 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:12,551 DEBUG [Thread-2516 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,551 DEBUG [Thread-2516 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,551 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:12,553 INFO  [Thread-2510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2510.
2024-11-21T02:18:12,553 DEBUG [Thread-2510 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:12,553 DEBUG [Thread-2510 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,553 DEBUG [Thread-2510 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,553 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:12,554 INFO  [Thread-2514 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2514.
2024-11-21T02:18:12,554 DEBUG [Thread-2514 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:12,554 DEBUG [Thread-2514 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,554 DEBUG [Thread-2514 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,554 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:12,556 INFO  [Thread-2508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2508.
2024-11-21T02:18:12,557 DEBUG [Thread-2508 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:12,557 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,557 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:12,557 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:12,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-21T02:18:12,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155552711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155552711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155552711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155552712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:12,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-21T02:18:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:12,767 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/433bf61c14d148629ba03d25293db5ed as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/433bf61c14d148629ba03d25293db5ed
2024-11-21T02:18:12,774 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0cdca292849a209dab5a866f6666893/B of f0cdca292849a209dab5a866f6666893 into 433bf61c14d148629ba03d25293db5ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:12,774 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:12,774 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/B, priority=12, startTime=1732155492323; duration=0sec
2024-11-21T02:18:12,774 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-21T02:18:12,774 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:B
2024-11-21T02:18:12,774 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-21T02:18:12,775 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-21T02:18:12,775 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1541): f0cdca292849a209dab5a866f6666893/C is initiating minor compaction (all files)
2024-11-21T02:18:12,775 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f0cdca292849a209dab5a866f6666893/C in TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,776 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eed20a5280324f51a3a106d4ea6ab8b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4091cd06859045f187ded68842f5aa6a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/d53d97d5d32646fdbeec576d94b00a0e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/0edc585d899a48de88e8e3de013c8a20] into tmpdir=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp, totalSize=48.8 K
2024-11-21T02:18:12,776 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting eed20a5280324f51a3a106d4ea6ab8b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732155488064
2024-11-21T02:18:12,776 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 4091cd06859045f187ded68842f5aa6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732155488710
2024-11-21T02:18:12,776 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting d53d97d5d32646fdbeec576d94b00a0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732155489919
2024-11-21T02:18:12,777 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] compactions.Compactor(225): Compacting 0edc585d899a48de88e8e3de013c8a20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732155492146
2024-11-21T02:18:12,783 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f0cdca292849a209dab5a866f6666893#C#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-21T02:18:12,784 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/59d947f940d742f5bd1b4ff97eacffb4 is 50, key is test_row_0/C:col10/1732155492152/Put/seqid=0
2024-11-21T02:18:12,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742492_1668 (size=13153)
2024-11-21T02:18:12,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:12,793 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217c37d3cb144749af96484c83c6829a71_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217c37d3cb144749af96484c83c6829a71_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:12,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/174704ad374849b3b05a6d64e42fda9a, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:12,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/174704ad374849b3b05a6d64e42fda9a is 175, key is test_row_0/A:col10/1732155492372/Put/seqid=0
2024-11-21T02:18:12,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742493_1669 (size=39949)
2024-11-21T02:18:12,813 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=450, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/174704ad374849b3b05a6d64e42fda9a
2024-11-21T02:18:12,820 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/46a1e5feac8d432c87f2735e84ee47e3 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/46a1e5feac8d432c87f2735e84ee47e3
2024-11-21T02:18:12,826 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0cdca292849a209dab5a866f6666893/A of f0cdca292849a209dab5a866f6666893 into 46a1e5feac8d432c87f2735e84ee47e3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:12,826 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:12,826 INFO  [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/A, priority=12, startTime=1732155492323; duration=0sec
2024-11-21T02:18:12,826 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:12,826 DEBUG [RS:0;5aee4e3683e9:46609-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:A
2024-11-21T02:18:12,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ebe166743ce94436a498e0a3f7fbcf29 is 50, key is test_row_0/B:col10/1732155492372/Put/seqid=0
2024-11-21T02:18:12,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742494_1670 (size=12301)
2024-11-21T02:18:12,835 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ebe166743ce94436a498e0a3f7fbcf29
2024-11-21T02:18:12,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/75b7776c7bd54eaa81645f537737a6df is 50, key is test_row_0/C:col10/1732155492372/Put/seqid=0
2024-11-21T02:18:12,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742495_1671 (size=12301)
2024-11-21T02:18:12,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-21T02:18:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:12,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:13,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:13,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50292 deadline: 1732155553022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50290 deadline: 1732155553021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50286 deadline: 1732155553021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:13,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T02:18:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732155553022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 , the old value is region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T02:18:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., hostname=5aee4e3683e9,46609,1732155320682, seqNum=5 because the exception is null or not the one we care about
2024-11-21T02:18:13,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-21T02:18:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:13,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:13,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:13,198 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/59d947f940d742f5bd1b4ff97eacffb4 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/59d947f940d742f5bd1b4ff97eacffb4
2024-11-21T02:18:13,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-21T02:18:13,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:13,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:13,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:13,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T02:18:13,205 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f0cdca292849a209dab5a866f6666893/C of f0cdca292849a209dab5a866f6666893 into 59d947f940d742f5bd1b4ff97eacffb4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-21T02:18:13,205 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:13,205 INFO  [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., storeName=f0cdca292849a209dab5a866f6666893/C, priority=12, startTime=1732155492324; duration=0sec
2024-11-21T02:18:13,205 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-21T02:18:13,205 DEBUG [RS:0;5aee4e3683e9:46609-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f0cdca292849a209dab5a866f6666893:C
2024-11-21T02:18:13,250 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/75b7776c7bd54eaa81645f537737a6df
2024-11-21T02:18:13,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/174704ad374849b3b05a6d64e42fda9a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/174704ad374849b3b05a6d64e42fda9a
2024-11-21T02:18:13,258 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/174704ad374849b3b05a6d64e42fda9a, entries=200, sequenceid=450, filesize=39.0 K
2024-11-21T02:18:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/ebe166743ce94436a498e0a3f7fbcf29 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ebe166743ce94436a498e0a3f7fbcf29
2024-11-21T02:18:13,262 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ebe166743ce94436a498e0a3f7fbcf29, entries=150, sequenceid=450, filesize=12.0 K
2024-11-21T02:18:13,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/75b7776c7bd54eaa81645f537737a6df as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/75b7776c7bd54eaa81645f537737a6df
2024-11-21T02:18:13,266 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/75b7776c7bd54eaa81645f537737a6df, entries=150, sequenceid=450, filesize=12.0 K
2024-11-21T02:18:13,267 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~142.73 KB/146155, heapSize ~404.34 KB/414040, currentSize=46.96 KB/48090 for f0cdca292849a209dab5a866f6666893 in 894ms, sequenceid=450, compaction requested=false
2024-11-21T02:18:13,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:13,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:13,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:13,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:13,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212135d7d98db844849699af197c076d84_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155492388/Put/seqid=0
2024-11-21T02:18:13,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742496_1672 (size=12454)
2024-11-21T02:18:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46609 {}] regionserver.HRegion(8855): Flush requested on f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. as already flushing
2024-11-21T02:18:13,533 INFO  [Thread-2505 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2505.
2024-11-21T02:18:13,533 INFO  [Thread-2501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2501.
2024-11-21T02:18:13,533 INFO  [Thread-2503 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2503.
2024-11-21T02:18:13,533 DEBUG [Thread-2505 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:13,533 DEBUG [Thread-2503 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:13,533 DEBUG [Thread-2501 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:13,533 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,533 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,533 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,533 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,533 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,533 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:13,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:13,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:13,534 INFO  [Thread-2499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2499.
2024-11-21T02:18:13,534 DEBUG [Thread-2499 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:13,534 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,534 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:13,534 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:13,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:13,770 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411212135d7d98db844849699af197c076d84_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212135d7d98db844849699af197c076d84_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/5fa94c91236549a897bd68a2d70b98f1, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:13,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/5fa94c91236549a897bd68a2d70b98f1 is 175, key is test_row_0/A:col10/1732155492388/Put/seqid=0
2024-11-21T02:18:13,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742497_1673 (size=31255)
2024-11-21T02:18:14,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=463, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/5fa94c91236549a897bd68a2d70b98f1
2024-11-21T02:18:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/49bb770d75034be097fa4f3eaed79092 is 50, key is test_row_0/B:col10/1732155492388/Put/seqid=0
2024-11-21T02:18:14,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742498_1674 (size=12301)
2024-11-21T02:18:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:14,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/49bb770d75034be097fa4f3eaed79092
2024-11-21T02:18:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/fc05bf4a47f44c1cb55de2da00661f0d is 50, key is test_row_0/C:col10/1732155492388/Put/seqid=0
2024-11-21T02:18:14,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742499_1675 (size=12301)
2024-11-21T02:18:15,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/fc05bf4a47f44c1cb55de2da00661f0d
2024-11-21T02:18:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/5fa94c91236549a897bd68a2d70b98f1 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/5fa94c91236549a897bd68a2d70b98f1
2024-11-21T02:18:15,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/5fa94c91236549a897bd68a2d70b98f1, entries=150, sequenceid=463, filesize=30.5 K
2024-11-21T02:18:15,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/49bb770d75034be097fa4f3eaed79092 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/49bb770d75034be097fa4f3eaed79092
2024-11-21T02:18:15,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/49bb770d75034be097fa4f3eaed79092, entries=150, sequenceid=463, filesize=12.0 K
2024-11-21T02:18:15,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/fc05bf4a47f44c1cb55de2da00661f0d as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fc05bf4a47f44c1cb55de2da00661f0d
2024-11-21T02:18:15,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fc05bf4a47f44c1cb55de2da00661f0d, entries=150, sequenceid=463, filesize=12.0 K
2024-11-21T02:18:15,021 INFO  [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=26.84 KB/27480 for f0cdca292849a209dab5a866f6666893 in 1667ms, sequenceid=463, compaction requested=true
2024-11-21T02:18:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for f0cdca292849a209dab5a866f6666893:

2024-11-21T02:18:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:15,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165
2024-11-21T02:18:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster(4169): Remote procedure done, pid=165
2024-11-21T02:18:15,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-21T02:18:15,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5880 sec
2024-11-21T02:18:15,024 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.5910 sec
2024-11-21T02:18:16,309 INFO  [Thread-2497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2497.
2024-11-21T02:18:16,309 DEBUG [Thread-2497 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-21T02:18:16,310 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:16,310 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:16,310 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-21T02:18:16,601 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 59
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 80
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 76
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 81
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 82
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2522
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2297
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2338
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2510
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2331
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-21T02:18:16,602 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:18:16,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:18:16,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:16,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:16,602 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:16,603 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-21T02:18:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-21T02:18:16,606 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155496605"}]},"ts":"1732155496605"}
2024-11-21T02:18:16,607 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-21T02:18:16,607 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-21T02:18:16,608 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-21T02:18:16,609 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, UNASSIGN}]
2024-11-21T02:18:16,609 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, UNASSIGN
2024-11-21T02:18:16,610 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=CLOSING, regionLocation=5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, UNASSIGN because future has completed
2024-11-21T02:18:16,611 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-21T02:18:16,611 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682}]
2024-11-21T02:18:16,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-21T02:18:16,763 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-21T02:18:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing f0cdca292849a209dab5a866f6666893, disabling compactions & flushes
2024-11-21T02:18:16,763 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. after waiting 0 ms
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:16,764 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing f0cdca292849a209dab5a866f6666893 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=A
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=B
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f0cdca292849a209dab5a866f6666893, store=C
2024-11-21T02:18:16,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-21T02:18:16,781 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216305d53d8a844712b1b57788610edd4b_f0cdca292849a209dab5a866f6666893 is 50, key is test_row_0/A:col10/1732155496307/Put/seqid=0
2024-11-21T02:18:16,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742500_1676 (size=12454)
2024-11-21T02:18:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-21T02:18:17,190 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T02:18:17,193 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216305d53d8a844712b1b57788610edd4b_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216305d53d8a844712b1b57788610edd4b_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:17,194 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/96a9901b53bf4594b1de95e4d6a97167, store: [table=TestAcidGuarantees family=A region=f0cdca292849a209dab5a866f6666893]
2024-11-21T02:18:17,194 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/96a9901b53bf4594b1de95e4d6a97167 is 175, key is test_row_0/A:col10/1732155496307/Put/seqid=0
2024-11-21T02:18:17,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742501_1677 (size=31255)
2024-11-21T02:18:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-21T02:18:17,598 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=471, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/96a9901b53bf4594b1de95e4d6a97167
2024-11-21T02:18:17,602 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/be1b072e15ab4cf5a2b0d962f8e1c3c8 is 50, key is test_row_0/B:col10/1732155496307/Put/seqid=0
2024-11-21T02:18:17,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742502_1678 (size=12301)
2024-11-21T02:18:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-21T02:18:18,007 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/be1b072e15ab4cf5a2b0d962f8e1c3c8
2024-11-21T02:18:18,013 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/f603bf68952b407f85d82e20ac901072 is 50, key is test_row_0/C:col10/1732155496307/Put/seqid=0
2024-11-21T02:18:18,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742503_1679 (size=12301)
2024-11-21T02:18:18,031 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/f603bf68952b407f85d82e20ac901072
2024-11-21T02:18:18,035 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/A/96a9901b53bf4594b1de95e4d6a97167 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/96a9901b53bf4594b1de95e4d6a97167
2024-11-21T02:18:18,039 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/96a9901b53bf4594b1de95e4d6a97167, entries=150, sequenceid=471, filesize=30.5 K
2024-11-21T02:18:18,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/B/be1b072e15ab4cf5a2b0d962f8e1c3c8 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/be1b072e15ab4cf5a2b0d962f8e1c3c8
2024-11-21T02:18:18,044 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/be1b072e15ab4cf5a2b0d962f8e1c3c8, entries=150, sequenceid=471, filesize=12.0 K
2024-11-21T02:18:18,045 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/.tmp/C/f603bf68952b407f85d82e20ac901072 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/f603bf68952b407f85d82e20ac901072
2024-11-21T02:18:18,048 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/f603bf68952b407f85d82e20ac901072, entries=150, sequenceid=471, filesize=12.0 K
2024-11-21T02:18:18,050 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f0cdca292849a209dab5a866f6666893 in 1285ms, sequenceid=471, compaction requested=true
2024-11-21T02:18:18,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/48f419c72492499b8bfbfbe2b90f9a11, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/6c88538969f1466cbac22b19cde667ac, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/80f8415d0f2947c28a99ab1e4c01f2cc, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/76abe8b94bdb4cb69bd9c4e24af69dc0, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/adeeff1b8ab543bb9cefe79fb70d53a6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/117c84ab93e34f47937adf23a6f2e030, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f] to archive
2024-11-21T02:18:18,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:18:18,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0e0bb0b5752648459fc93033f911c94a
2024-11-21T02:18:18,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/a295f7e4e32a4ff4bb9573524d7616c4
2024-11-21T02:18:18,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/48f419c72492499b8bfbfbe2b90f9a11 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/48f419c72492499b8bfbfbe2b90f9a11
2024-11-21T02:18:18,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/245e42a6e5e84212a8733fefd590ea15
2024-11-21T02:18:18,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/0f80709df6d74384aa5854b446294b17
2024-11-21T02:18:18,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/6c88538969f1466cbac22b19cde667ac to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/6c88538969f1466cbac22b19cde667ac
2024-11-21T02:18:18,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3eca31670659474aa4e812bcf3ae62d5
2024-11-21T02:18:18,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/106a70bb96c64767b82e14afea5e1c2e
2024-11-21T02:18:18,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/885a33db07444f7b85c73b2c0411d61e
2024-11-21T02:18:18,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/80f8415d0f2947c28a99ab1e4c01f2cc to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/80f8415d0f2947c28a99ab1e4c01f2cc
2024-11-21T02:18:18,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/ae4a10d2a7c5486c9c50cd28cecea96f
2024-11-21T02:18:18,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/202ec6a207ac4bc0934d5462ce0723e6
2024-11-21T02:18:18,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/90a9d6371931425dbd6f0c707601c4c6
2024-11-21T02:18:18,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/76abe8b94bdb4cb69bd9c4e24af69dc0 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/76abe8b94bdb4cb69bd9c4e24af69dc0
2024-11-21T02:18:18,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/e895001cfe4e444395bc6d4d340c95ea
2024-11-21T02:18:18,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/3e2b1b06152f4a64823e40f7149883ae
2024-11-21T02:18:18,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/608adb87792e4221b54802f6172275ab
2024-11-21T02:18:18,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/b0bdc8c7ee1240b1b4ba8568720a3cd3
2024-11-21T02:18:18,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/adeeff1b8ab543bb9cefe79fb70d53a6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/adeeff1b8ab543bb9cefe79fb70d53a6
2024-11-21T02:18:18,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/41740dc550de42879518843b0333417c
2024-11-21T02:18:18,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/117c84ab93e34f47937adf23a6f2e030 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/117c84ab93e34f47937adf23a6f2e030
2024-11-21T02:18:18,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/40a46aa779cc4b48bbd4b6603911ff76
2024-11-21T02:18:18,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/df1379bb93754ca0a537b751a585f36c
2024-11-21T02:18:18,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/cda280db5f89433486a3907dca877c74
2024-11-21T02:18:18,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/352896dcc7de4ce9897f5429f69d5f5f
2024-11-21T02:18:18,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/de7a8b075bd14b1b9f0886bb784b0ada, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/39ca79f1cc644adcba78d20286bf8a4f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b9b9abb00e204c3d8fbc5ddc9ae3353e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23e72a33031040f0835a6b1144e440b7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/3be2a74a2fd44e17a236fd5eb45bd863, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/17ec257f3ffd47008b21dc5fdd327f9c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/294590159cdd44579442b017e4c1a96a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/bad1bfc832e644f48f114bebb825bf3f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e2563e253b664c93aeafdc05fb9cdded, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/5507fa3028524432b6f392e1f1a59bf5, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23a8e052d6094e98949e453f6fefb2ee, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e871b6d26ddb4afa978d48ad80ca264b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/fbab680f46374c29b8f573a693e312e7, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/0ee80cd4cc7048ed82a3aa7a0515595f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e20995f70e9c433faa8e0c363aca09f1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2204b6e06bea466783e86a8f85114e1a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/1fe86ce2c80a4655b632b984c54ea41a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/96c1f7203bb34992b2c6c566d8abed88, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/4716df6249a6478881d8f6ccb2b96b80, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b439176ee6d94ae8b9d50c8b649e2452, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ddddcf5efa09469386a2c07fce065a1c, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/81af07bac7fb48cea7c9fdc92941915a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2d4aa33809e4445ebc38e1fabc5131db, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ee383a85a78c4b2aa5062f31302c414b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2cf6c5d99f194aa692f3c27f1a6ae51d] to archive
2024-11-21T02:18:18,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:18:18,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/de7a8b075bd14b1b9f0886bb784b0ada to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/de7a8b075bd14b1b9f0886bb784b0ada
2024-11-21T02:18:18,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/39ca79f1cc644adcba78d20286bf8a4f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/39ca79f1cc644adcba78d20286bf8a4f
2024-11-21T02:18:18,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b9b9abb00e204c3d8fbc5ddc9ae3353e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b9b9abb00e204c3d8fbc5ddc9ae3353e
2024-11-21T02:18:18,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23e72a33031040f0835a6b1144e440b7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23e72a33031040f0835a6b1144e440b7
2024-11-21T02:18:18,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/3be2a74a2fd44e17a236fd5eb45bd863 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/3be2a74a2fd44e17a236fd5eb45bd863
2024-11-21T02:18:18,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/17ec257f3ffd47008b21dc5fdd327f9c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/17ec257f3ffd47008b21dc5fdd327f9c
2024-11-21T02:18:18,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/294590159cdd44579442b017e4c1a96a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/294590159cdd44579442b017e4c1a96a
2024-11-21T02:18:18,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/bad1bfc832e644f48f114bebb825bf3f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/bad1bfc832e644f48f114bebb825bf3f
2024-11-21T02:18:18,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e2563e253b664c93aeafdc05fb9cdded to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e2563e253b664c93aeafdc05fb9cdded
2024-11-21T02:18:18,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/5507fa3028524432b6f392e1f1a59bf5 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/5507fa3028524432b6f392e1f1a59bf5
2024-11-21T02:18:18,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23a8e052d6094e98949e453f6fefb2ee to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/23a8e052d6094e98949e453f6fefb2ee
2024-11-21T02:18:18,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e871b6d26ddb4afa978d48ad80ca264b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e871b6d26ddb4afa978d48ad80ca264b
2024-11-21T02:18:18,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/fbab680f46374c29b8f573a693e312e7 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/fbab680f46374c29b8f573a693e312e7
2024-11-21T02:18:18,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/0ee80cd4cc7048ed82a3aa7a0515595f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/0ee80cd4cc7048ed82a3aa7a0515595f
2024-11-21T02:18:18,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e20995f70e9c433faa8e0c363aca09f1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/e20995f70e9c433faa8e0c363aca09f1
2024-11-21T02:18:18,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2204b6e06bea466783e86a8f85114e1a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2204b6e06bea466783e86a8f85114e1a
2024-11-21T02:18:18,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/1fe86ce2c80a4655b632b984c54ea41a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/1fe86ce2c80a4655b632b984c54ea41a
2024-11-21T02:18:18,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/96c1f7203bb34992b2c6c566d8abed88 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/96c1f7203bb34992b2c6c566d8abed88
2024-11-21T02:18:18,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/4716df6249a6478881d8f6ccb2b96b80 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/4716df6249a6478881d8f6ccb2b96b80
2024-11-21T02:18:18,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b439176ee6d94ae8b9d50c8b649e2452 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/b439176ee6d94ae8b9d50c8b649e2452
2024-11-21T02:18:18,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ddddcf5efa09469386a2c07fce065a1c to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ddddcf5efa09469386a2c07fce065a1c
2024-11-21T02:18:18,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/81af07bac7fb48cea7c9fdc92941915a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/81af07bac7fb48cea7c9fdc92941915a
2024-11-21T02:18:18,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2d4aa33809e4445ebc38e1fabc5131db to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2d4aa33809e4445ebc38e1fabc5131db
2024-11-21T02:18:18,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ee383a85a78c4b2aa5062f31302c414b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ee383a85a78c4b2aa5062f31302c414b
2024-11-21T02:18:18,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2cf6c5d99f194aa692f3c27f1a6ae51d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/2cf6c5d99f194aa692f3c27f1a6ae51d
2024-11-21T02:18:18,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/231d64fb337740598da278b51f3cef75, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/32011248056f4fdda7ad3c63a9539522, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/2c761bbbda54403fbc8f5c4fa84d5b3a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b697cb6621744a72bf1015b8010cbea6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/241038c246dc4bc2add47063b2403ce8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/c3d58ec985564a8d8cd5d36e3ed3ada2, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/10c20363a4564d1bb493fd14c91c41a6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/464017233baa483f96f9da6d7b6b6942, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cfac12960a0f4b9d801bf320658aad1b, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/7784f56dc9bc4e6faf1ae0e8113c2bf6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b5ecef6693c64a08975590e6d1404601, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4eb6f93e83d547519573b5d41727a6a3, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eb39babeba21444f9b690bd7f71ec6cd, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/df3a17744ca544ca957aeb48c957848f, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/6de2bbf59d394329bda39814d96b1a30, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/9d20c340cd2e4bdb8039f57c5e44aa93, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/ac3f8bd7286e4d06a0e892f876089f8e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/3111b70f485a487cbda50dec2557538e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fad131cf9ae44fe0829912dcaec17485, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eed20a5280324f51a3a106d4ea6ab8b1, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/93f34ffd14be41f19aa45df6368725a6, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4091cd06859045f187ded68842f5aa6a, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/d53d97d5d32646fdbeec576d94b00a0e, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/0edc585d899a48de88e8e3de013c8a20] to archive
2024-11-21T02:18:18,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-21T02:18:18,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/231d64fb337740598da278b51f3cef75 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/231d64fb337740598da278b51f3cef75
2024-11-21T02:18:18,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/32011248056f4fdda7ad3c63a9539522 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/32011248056f4fdda7ad3c63a9539522
2024-11-21T02:18:18,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/2c761bbbda54403fbc8f5c4fa84d5b3a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/2c761bbbda54403fbc8f5c4fa84d5b3a
2024-11-21T02:18:18,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b697cb6621744a72bf1015b8010cbea6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b697cb6621744a72bf1015b8010cbea6
2024-11-21T02:18:18,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/241038c246dc4bc2add47063b2403ce8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/241038c246dc4bc2add47063b2403ce8
2024-11-21T02:18:18,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/c3d58ec985564a8d8cd5d36e3ed3ada2 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/c3d58ec985564a8d8cd5d36e3ed3ada2
2024-11-21T02:18:18,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/10c20363a4564d1bb493fd14c91c41a6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/10c20363a4564d1bb493fd14c91c41a6
2024-11-21T02:18:18,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/464017233baa483f96f9da6d7b6b6942 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/464017233baa483f96f9da6d7b6b6942
2024-11-21T02:18:18,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cfac12960a0f4b9d801bf320658aad1b to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cfac12960a0f4b9d801bf320658aad1b
2024-11-21T02:18:18,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/7784f56dc9bc4e6faf1ae0e8113c2bf6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/7784f56dc9bc4e6faf1ae0e8113c2bf6
2024-11-21T02:18:18,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/cc491e7521cb4d0aaa7d42c8dc8ef2d8
2024-11-21T02:18:18,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b5ecef6693c64a08975590e6d1404601 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/b5ecef6693c64a08975590e6d1404601
2024-11-21T02:18:18,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4eb6f93e83d547519573b5d41727a6a3 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4eb6f93e83d547519573b5d41727a6a3
2024-11-21T02:18:18,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eb39babeba21444f9b690bd7f71ec6cd to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eb39babeba21444f9b690bd7f71ec6cd
2024-11-21T02:18:18,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/df3a17744ca544ca957aeb48c957848f to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/df3a17744ca544ca957aeb48c957848f
2024-11-21T02:18:18,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/6de2bbf59d394329bda39814d96b1a30 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/6de2bbf59d394329bda39814d96b1a30
2024-11-21T02:18:18,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/9d20c340cd2e4bdb8039f57c5e44aa93 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/9d20c340cd2e4bdb8039f57c5e44aa93
2024-11-21T02:18:18,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/ac3f8bd7286e4d06a0e892f876089f8e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/ac3f8bd7286e4d06a0e892f876089f8e
2024-11-21T02:18:18,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/3111b70f485a487cbda50dec2557538e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/3111b70f485a487cbda50dec2557538e
2024-11-21T02:18:18,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fad131cf9ae44fe0829912dcaec17485 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fad131cf9ae44fe0829912dcaec17485
2024-11-21T02:18:18,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eed20a5280324f51a3a106d4ea6ab8b1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/eed20a5280324f51a3a106d4ea6ab8b1
2024-11-21T02:18:18,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/93f34ffd14be41f19aa45df6368725a6 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/93f34ffd14be41f19aa45df6368725a6
2024-11-21T02:18:18,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4091cd06859045f187ded68842f5aa6a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/4091cd06859045f187ded68842f5aa6a
2024-11-21T02:18:18,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/d53d97d5d32646fdbeec576d94b00a0e to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/d53d97d5d32646fdbeec576d94b00a0e
2024-11-21T02:18:18,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/0edc585d899a48de88e8e3de013c8a20 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/0edc585d899a48de88e8e3de013c8a20
2024-11-21T02:18:18,136 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/recovered.edits/474.seqid, newMaxSeqId=474, maxSeqId=4
2024-11-21T02:18:18,137 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.
2024-11-21T02:18:18,137 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for f0cdca292849a209dab5a866f6666893:
Waiting for close lock at 1732155496763Running coprocessor pre-close hooks at 1732155496763Disabling compacts and flushes for region at 1732155496763Disabling writes for close at 1732155496764 (+1 ms)Obtaining lock to block concurrent updates at 1732155496764Preparing flush snapshotting stores in f0cdca292849a209dab5a866f6666893 at 1732155496764Finished memstore snapshotting TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732155496764Flushing stores of TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893. at 1732155496772 (+8 ms)Flushing f0cdca292849a209dab5a866f6666893/A: creating writer at 1732155496772Flushing mob file f0cdca292849a209dab5a866f6666893/A: appending metadata at 1732155496781 (+9 ms)Flushing mob file f0cdca292849a209dab5a866f6666893/A: closing flushed file at 1732155496781Flushing f0cdca292849a209dab5a866f6666893/A: appending metadata at 1732155497194 (+413 ms)Flushing f0cdca292849a209dab5a866f6666893/A: closing flushed file at 1732155497194Flushing f0cdca292849a209dab5a866f6666893/B: creating writer at 1732155497600 (+406 ms)Flushing f0cdca292849a209dab5a866f6666893/B: appending metadata at 1732155497602 (+2 ms)Flushing f0cdca292849a209dab5a866f6666893/B: closing flushed file at 1732155497602Flushing f0cdca292849a209dab5a866f6666893/C: creating writer at 1732155498010 (+408 ms)Flushing f0cdca292849a209dab5a866f6666893/C: appending metadata at 1732155498013 (+3 ms)Flushing f0cdca292849a209dab5a866f6666893/C: closing flushed file at 1732155498013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63bdce2e: reopening flushed file at 1732155498034 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491be8ca: reopening flushed file at 1732155498039 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e39363: reopening flushed file at 1732155498044 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f0cdca292849a209dab5a866f6666893 in 1285ms, sequenceid=471, compaction requested=true at 1732155498050 (+6 ms)Writing region close event to WAL at 1732155498134 (+84 ms)Running coprocessor post-close hooks at 1732155498137 (+3 ms)Closed at 1732155498137
2024-11-21T02:18:18,139 INFO  [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,142 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=f0cdca292849a209dab5a866f6666893, regionState=CLOSED
2024-11-21T02:18:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 because future has completed
2024-11-21T02:18:18,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168
2024-11-21T02:18:18,146 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure f0cdca292849a209dab5a866f6666893, server=5aee4e3683e9,46609,1732155320682 in 1.5340 sec
2024-11-21T02:18:18,148 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167
2024-11-21T02:18:18,148 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f0cdca292849a209dab5a866f6666893, UNASSIGN in 1.5370 sec
2024-11-21T02:18:18,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-11-21T02:18:18,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5400 sec
2024-11-21T02:18:18,151 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155498151"}]},"ts":"1732155498151"}
2024-11-21T02:18:18,153 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-21T02:18:18,153 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-21T02:18:18,155 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5510 sec
2024-11-21T02:18:18,638 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T02:18:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-21T02:18:18,751 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:18,752 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-21T02:18:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:18,753 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:18,754 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-21T02:18:18,757 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,765 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C, FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/recovered.edits]
2024-11-21T02:18:18,769 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/174704ad374849b3b05a6d64e42fda9a to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/174704ad374849b3b05a6d64e42fda9a
2024-11-21T02:18:18,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/46a1e5feac8d432c87f2735e84ee47e3 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/46a1e5feac8d432c87f2735e84ee47e3
2024-11-21T02:18:18,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/5fa94c91236549a897bd68a2d70b98f1 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/5fa94c91236549a897bd68a2d70b98f1
2024-11-21T02:18:18,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/96a9901b53bf4594b1de95e4d6a97167 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/A/96a9901b53bf4594b1de95e4d6a97167
2024-11-21T02:18:18,775 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/433bf61c14d148629ba03d25293db5ed to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/433bf61c14d148629ba03d25293db5ed
2024-11-21T02:18:18,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/49bb770d75034be097fa4f3eaed79092 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/49bb770d75034be097fa4f3eaed79092
2024-11-21T02:18:18,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/be1b072e15ab4cf5a2b0d962f8e1c3c8 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/be1b072e15ab4cf5a2b0d962f8e1c3c8
2024-11-21T02:18:18,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ebe166743ce94436a498e0a3f7fbcf29 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/B/ebe166743ce94436a498e0a3f7fbcf29
2024-11-21T02:18:18,795 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/59d947f940d742f5bd1b4ff97eacffb4 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/59d947f940d742f5bd1b4ff97eacffb4
2024-11-21T02:18:18,797 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/75b7776c7bd54eaa81645f537737a6df to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/75b7776c7bd54eaa81645f537737a6df
2024-11-21T02:18:18,799 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/f603bf68952b407f85d82e20ac901072 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/f603bf68952b407f85d82e20ac901072
2024-11-21T02:18:18,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fc05bf4a47f44c1cb55de2da00661f0d to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/C/fc05bf4a47f44c1cb55de2da00661f0d
2024-11-21T02:18:18,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/recovered.edits/474.seqid to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893/recovered.edits/474.seqid
2024-11-21T02:18:18,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/default/TestAcidGuarantees/f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,803 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-21T02:18:18,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-21T02:18:18,804 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-21T02:18:18,807 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211560c878ca4d4e1d9da96c1ddf6e9d78_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411211560c878ca4d4e1d9da96c1ddf6e9d78_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,808 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112115f8d2e9a9c7450a94b81af5097fe8cd_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112115f8d2e9a9c7450a94b81af5097fe8cd_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,808 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121172965aa5f82421b94142261a0db5fc8_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121172965aa5f82421b94142261a0db5fc8_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,809 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212135d7d98db844849699af197c076d84_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212135d7d98db844849699af197c076d84_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,810 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c2ffcea969f4031ab291180168b9a65_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411212c2ffcea969f4031ab291180168b9a65_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,813 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135eb4776a9ff4d59ab244523596b1d27_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112135eb4776a9ff4d59ab244523596b1d27_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ba0cf0f483546598724145b9e6f090a_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214ba0cf0f483546598724145b9e6f090a_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,815 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a7fd234a1a044adbdd1701a7896e79b_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215a7fd234a1a044adbdd1701a7896e79b_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,816 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216305d53d8a844712b1b57788610edd4b_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216305d53d8a844712b1b57788610edd4b_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,818 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217c37d3cb144749af96484c83c6829a71_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217c37d3cb144749af96484c83c6829a71_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,818 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217f1726c35ccb4331aae791574341b7fd_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217f1726c35ccb4331aae791574341b7fd_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,819 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121944a55a677f84528b9ca2b21cbb96fce_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121944a55a677f84528b9ca2b21cbb96fce_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,820 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112194f0435d45f64e6f9b7a79d3ebdb078f_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112194f0435d45f64e6f9b7a79d3ebdb078f_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,822 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219917bb26133b4710a0e2292db99383f1_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411219917bb26133b4710a0e2292db99383f1_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,823 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a2718e9f21cf4a86b85954f7e5c82e55_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121a2718e9f21cf4a86b85954f7e5c82e55_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,823 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa540d8c99a84f02b563093dd6497970_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa540d8c99a84f02b563093dd6497970_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,825 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bcbe01b3cd8d4dcb8aa8a8429ef3a40c_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121bcbe01b3cd8d4dcb8aa8a8429ef3a40c_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,826 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cdf62f67707f4377b767a174050a6183_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121cdf62f67707f4377b767a174050a6183_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,827 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d84390e8b3ea4d5e96280a2418caaee4_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d84390e8b3ea4d5e96280a2418caaee4_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,827 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121df4a887697f848eca74d182740ca2b0f_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121df4a887697f848eca74d182740ca2b0f_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,828 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e2edeaf7d76f4124aeff3e2cef59d71a_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e2edeaf7d76f4124aeff3e2cef59d71a_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,829 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ef8ed2a179024d40b97dd332da28af1b_f0cdca292849a209dab5a866f6666893 to hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ef8ed2a179024d40b97dd332da28af1b_f0cdca292849a209dab5a866f6666893
2024-11-21T02:18:18,830 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-21T02:18:18,832 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:18,834 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-21T02:18:18,836 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-21T02:18:18,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:18,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-21T02:18:18,838 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732155498838"}]},"ts":"9223372036854775807"}
2024-11-21T02:18:18,840 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-21T02:18:18,840 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f0cdca292849a209dab5a866f6666893, NAME => 'TestAcidGuarantees,,1732155469373.f0cdca292849a209dab5a866f6666893.', STARTKEY => '', ENDKEY => ''}]
2024-11-21T02:18:18,840 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-21T02:18:18,840 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732155498840"}]},"ts":"9223372036854775807"}
2024-11-21T02:18:18,842 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-21T02:18:18,842 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-21T02:18:18,843 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 90 msec
2024-11-21T02:18:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-21T02:18:18,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-21T02:18:18,862 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-21T02:18:18,871 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 250) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=931 (was 1032), ProcessCount=11 (was 11), AvailableMemoryMB=236 (was 841)
2024-11-21T02:18:18,871 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T02:18:18,871 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:18:18,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:18:18,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:18,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:18,872 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T02:18:18,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T02:18:18,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841754823, stopped=false
2024-11-21T02:18:18,872 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,36301,1732155319632
2024-11-21T02:18:18,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T02:18:18,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-21T02:18:18,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:18:18,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:18:18,927 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T02:18:18,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T02:18:18,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-21T02:18:18,927 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T02:18:18,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:18:18,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:18,928 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,46609,1732155320682' *****
2024-11-21T02:18:18,928 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T02:18:18,929 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46609.
2024-11-21T02:18:18,929 DEBUG [RS:0;5aee4e3683e9:46609 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T02:18:18,929 DEBUG [RS:0;5aee4e3683e9:46609 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T02:18:18,929 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T02:18:18,930 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T02:18:18,930 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T02:18:18,930 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T02:18:18,930 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T02:18:18,930 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T02:18:18,930 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T02:18:18,930 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T02:18:18,930 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:18,930 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-21T02:18:18,940 INFO  [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T02:18:18,952 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/info/f99c5fc31eab47c79fe57c2304dbde30 is 95, key is TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98./info:/1732155360415/DeleteFamily/seqid=0
2024-11-21T02:18:18,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742504_1680 (size=6514)
2024-11-21T02:18:18,955 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/info/f99c5fc31eab47c79fe57c2304dbde30
2024-11-21T02:18:18,959 INFO  [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T02:18:18,959 INFO  [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T02:18:18,972 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/ns/d1ee8fb480254087ba9b50232cf97673 is 93, key is TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98./ns:/1732155360354/DeleteFamily/seqid=0
2024-11-21T02:18:18,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742505_1681 (size=5906)
2024-11-21T02:18:19,130 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:19,331 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:19,378 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/ns/d1ee8fb480254087ba9b50232cf97673
2024-11-21T02:18:19,403 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/rep_barrier/af6104ee99aa4bbdbd7fa983fd704d57 is 102, key is TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98./rep_barrier:/1732155360354/DeleteFamily/seqid=0
2024-11-21T02:18:19,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742506_1682 (size=6025)
2024-11-21T02:18:19,531 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:19,731 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:19,809 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/rep_barrier/af6104ee99aa4bbdbd7fa983fd704d57
2024-11-21T02:18:19,824 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/table/7a14722985534b3c9f503538825b9404 is 96, key is TestAcidGuarantees,,1732155325373.0fe94acf9c94c3101093deb2ca992b98./table:/1732155360354/DeleteFamily/seqid=0
2024-11-21T02:18:19,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742507_1683 (size=5936)
2024-11-21T02:18:19,931 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:20,131 DEBUG [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T02:18:20,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-21T02:18:20,228 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/table/7a14722985534b3c9f503538825b9404
2024-11-21T02:18:20,233 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/info/f99c5fc31eab47c79fe57c2304dbde30 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/info/f99c5fc31eab47c79fe57c2304dbde30
2024-11-21T02:18:20,236 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/info/f99c5fc31eab47c79fe57c2304dbde30, entries=12, sequenceid=90, filesize=6.4 K
2024-11-21T02:18:20,237 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/ns/d1ee8fb480254087ba9b50232cf97673 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/ns/d1ee8fb480254087ba9b50232cf97673
2024-11-21T02:18:20,241 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/ns/d1ee8fb480254087ba9b50232cf97673, entries=8, sequenceid=90, filesize=5.8 K
2024-11-21T02:18:20,242 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/rep_barrier/af6104ee99aa4bbdbd7fa983fd704d57 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/rep_barrier/af6104ee99aa4bbdbd7fa983fd704d57
2024-11-21T02:18:20,245 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/rep_barrier/af6104ee99aa4bbdbd7fa983fd704d57, entries=6, sequenceid=90, filesize=5.9 K
2024-11-21T02:18:20,246 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/.tmp/table/7a14722985534b3c9f503538825b9404 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/table/7a14722985534b3c9f503538825b9404
2024-11-21T02:18:20,250 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/table/7a14722985534b3c9f503538825b9404, entries=7, sequenceid=90, filesize=5.8 K
2024-11-21T02:18:20,251 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=90, compaction requested=false
2024-11-21T02:18:20,276 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-21T02:18:20,277 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T02:18:20,277 INFO  [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T02:18:20,277 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732155498930Running coprocessor pre-close hooks at 1732155498930Disabling compacts and flushes for region at 1732155498930Disabling writes for close at 1732155498930Obtaining lock to block concurrent updates at 1732155498930Preparing flush snapshotting stores in 1588230740 at 1732155498930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732155498931 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155498931Flushing 1588230740/info: creating writer at 1732155498931Flushing 1588230740/info: appending metadata at 1732155498951 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732155498952 (+1 ms)Flushing 1588230740/ns: creating writer at 1732155498958 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732155498972 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732155498972Flushing 1588230740/rep_barrier: creating writer at 1732155499381 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155499402 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155499402Flushing 1588230740/table: creating writer at 1732155499812 (+410 ms)Flushing 1588230740/table: appending metadata at 1732155499824 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732155499824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdbf49f: reopening flushed file at 1732155500232 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e42138: reopening flushed file at 1732155500237 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9749a1: reopening flushed file at 1732155500241 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cec438: reopening flushed file at 1732155500245 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=90, compaction requested=false at 1732155500251 (+6 ms)Writing region close event to WAL at 1732155500272 (+21 ms)Running coprocessor post-close hooks at 1732155500277 (+5 ms)Closed at 1732155500277
2024-11-21T02:18:20,277 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T02:18:20,332 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,46609,1732155320682; all regions closed.
2024-11-21T02:18:20,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741834_1010 (size=25344)
2024-11-21T02:18:20,342 DEBUG [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/oldWALs
2024-11-21T02:18:20,342 INFO  [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46609%2C1732155320682.meta:.meta(num 1732155324626)
2024-11-21T02:18:20,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741833_1009 (size=17091127)
2024-11-21T02:18:20,374 DEBUG [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/oldWALs
2024-11-21T02:18:20,374 INFO  [RS:0;5aee4e3683e9:46609 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46609%2C1732155320682:(num 1732155324053)
2024-11-21T02:18:20,374 DEBUG [RS:0;5aee4e3683e9:46609 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T02:18:20,374 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T02:18:20,375 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T02:18:20,375 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T02:18:20,375 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T02:18:20,375 INFO  [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T02:18:20,376 INFO  [RS:0;5aee4e3683e9:46609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46609
2024-11-21T02:18:20,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-21T02:18:20,403 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T02:18:20,404 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,46609,1732155320682]
2024-11-21T02:18:20,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5aee4e3683e9,46609,1732155320682
2024-11-21T02:18:20,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5aee4e3683e9,46609,1732155320682 already deleted, retry=false
2024-11-21T02:18:20,508 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,46609,1732155320682 expired; onlineServers=0
2024-11-21T02:18:20,508 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,36301,1732155319632' *****
2024-11-21T02:18:20,508 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T02:18:20,508 INFO  [M:0;5aee4e3683e9:36301 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T02:18:20,508 INFO  [M:0;5aee4e3683e9:36301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T02:18:20,508 DEBUG [M:0;5aee4e3683e9:36301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T02:18:20,509 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T02:18:20,509 DEBUG [M:0;5aee4e3683e9:36301 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T02:18:20,509 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155323639 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155323639,5,FailOnTimeoutGroup]
2024-11-21T02:18:20,509 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155323637 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155323637,5,FailOnTimeoutGroup]
2024-11-21T02:18:20,509 INFO  [M:0;5aee4e3683e9:36301 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T02:18:20,509 INFO  [M:0;5aee4e3683e9:36301 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T02:18:20,509 DEBUG [M:0;5aee4e3683e9:36301 {}] master.HMaster(1795): Stopping service threads
2024-11-21T02:18:20,509 INFO  [M:0;5aee4e3683e9:36301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T02:18:20,509 INFO  [M:0;5aee4e3683e9:36301 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T02:18:20,509 ERROR [M:0;5aee4e3683e9:36301 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1087708870) connection to localhost/127.0.0.1:35821 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35821,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-21T02:18:20,510 INFO  [M:0;5aee4e3683e9:36301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T02:18:20,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T02:18:20,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-21T02:18:20,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-21T02:18:20,564 DEBUG [M:0;5aee4e3683e9:36301 {}] zookeeper.ZKUtil(347): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-21T02:18:20,564 WARN  [M:0;5aee4e3683e9:36301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T02:18:20,565 INFO  [M:0;5aee4e3683e9:36301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/.lastflushedseqids
2024-11-21T02:18:20,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742508_1684 (size=72)
2024-11-21T02:18:20,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T02:18:20,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46609-0x1015b2c9d660001, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T02:18:20,609 INFO  [RS:0;5aee4e3683e9:46609 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T02:18:20,609 INFO  [RS:0;5aee4e3683e9:46609 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,46609,1732155320682; zookeeper connection closed.
2024-11-21T02:18:20,609 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f1d6416 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f1d6416
2024-11-21T02:18:20,610 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T02:18:20,974 INFO  [M:0;5aee4e3683e9:36301 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T02:18:20,974 INFO  [M:0;5aee4e3683e9:36301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T02:18:20,974 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T02:18:20,974 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:18:20,974 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:18:20,974 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T02:18:20,974 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:18:20,974 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=800.62 KB heapSize=982.73 KB
2024-11-21T02:18:20,990 DEBUG [M:0;5aee4e3683e9:36301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb58c7f56e07477faea7bfbf5911b61b is 82, key is hbase:meta,,1/info:regioninfo/1732155324765/Put/seqid=0
2024-11-21T02:18:20,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742509_1685 (size=5672)
2024-11-21T02:18:20,993 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2255 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb58c7f56e07477faea7bfbf5911b61b
2024-11-21T02:18:21,019 DEBUG [M:0;5aee4e3683e9:36301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da2307e9b32340a7b14bc3a8e11db04a is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1732155362816/Put/seqid=0
2024-11-21T02:18:21,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742510_1686 (size=45362)
2024-11-21T02:18:21,422 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800.07 KB at sequenceid=2255 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da2307e9b32340a7b14bc3a8e11db04a
2024-11-21T02:18:21,425 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da2307e9b32340a7b14bc3a8e11db04a
2024-11-21T02:18:21,444 DEBUG [M:0;5aee4e3683e9:36301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39169057ba894d3c8cb492a684ab3ca2 is 69, key is 5aee4e3683e9,46609,1732155320682/rs:state/1732155323764/Put/seqid=0
2024-11-21T02:18:21,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073742511_1687 (size=5156)
2024-11-21T02:18:21,848 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2255 (bloomFilter=true), to=hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39169057ba894d3c8cb492a684ab3ca2
2024-11-21T02:18:21,851 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb58c7f56e07477faea7bfbf5911b61b as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb58c7f56e07477faea7bfbf5911b61b
2024-11-21T02:18:21,854 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb58c7f56e07477faea7bfbf5911b61b, entries=8, sequenceid=2255, filesize=5.5 K
2024-11-21T02:18:21,854 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da2307e9b32340a7b14bc3a8e11db04a as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da2307e9b32340a7b14bc3a8e11db04a
2024-11-21T02:18:21,857 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da2307e9b32340a7b14bc3a8e11db04a
2024-11-21T02:18:21,857 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da2307e9b32340a7b14bc3a8e11db04a, entries=170, sequenceid=2255, filesize=44.3 K
2024-11-21T02:18:21,858 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39169057ba894d3c8cb492a684ab3ca2 as hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39169057ba894d3c8cb492a684ab3ca2
2024-11-21T02:18:21,863 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35821/user/jenkins/test-data/1150305f-6391-5f5a-8211-281eb6e78920/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39169057ba894d3c8cb492a684ab3ca2, entries=1, sequenceid=2255, filesize=5.0 K
2024-11-21T02:18:21,865 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~800.62 KB/819839, heapSize ~982.43 KB/1006008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=2255, compaction requested=false
2024-11-21T02:18:21,869 INFO  [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T02:18:21,869 DEBUG [M:0;5aee4e3683e9:36301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732155500974Disabling compacts and flushes for region at 1732155500974Disabling writes for close at 1732155500974Obtaining lock to block concurrent updates at 1732155500974Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155500974Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=819839, getHeapSize=1006248, getOffHeapSize=0, getCellsCount=2450 at 1732155500975 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155500975Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155500975Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155500990 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155500990Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155500996 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155501018 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155501018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155501425 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155501443 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155501443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b7a8e7: reopening flushed file at 1732155501850 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc7a307: reopening flushed file at 1732155501854 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6366e5cb: reopening flushed file at 1732155501857 (+3 ms)Finished flush of dataSize ~800.62 KB/819839, heapSize ~982.43 KB/1006008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=2255, compaction requested=false at 1732155501865 (+8 ms)Writing region close event to WAL at 1732155501869 (+4 ms)Closed at 1732155501869
2024-11-21T02:18:21,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41807 is added to blk_1073741830_1006 (size=967613)
2024-11-21T02:18:21,872 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T02:18:21,873 INFO  [M:0;5aee4e3683e9:36301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T02:18:21,873 INFO  [M:0;5aee4e3683e9:36301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36301
2024-11-21T02:18:21,873 INFO  [M:0;5aee4e3683e9:36301 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T02:18:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T02:18:21,987 INFO  [M:0;5aee4e3683e9:36301 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T02:18:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36301-0x1015b2c9d660000, quorum=127.0.0.1:60942, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T02:18:21,991 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1d0948{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T02:18:21,994 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49b49063{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T02:18:21,994 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T02:18:21,994 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58f8c8ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T02:18:21,994 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aa6ac55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/hadoop.log.dir/,STOPPED}
2024-11-21T02:18:21,997 WARN  [BP-1758530532-172.17.0.2-1732155315042 heartbeating to localhost/127.0.0.1:35821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T02:18:21,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T02:18:21,997 WARN  [BP-1758530532-172.17.0.2-1732155315042 heartbeating to localhost/127.0.0.1:35821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758530532-172.17.0.2-1732155315042 (Datanode Uuid ce639f55-eb0c-4cce-b859-fee32b3e78b3) service to localhost/127.0.0.1:35821
2024-11-21T02:18:21,997 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T02:18:21,998 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/data/data1/current/BP-1758530532-172.17.0.2-1732155315042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T02:18:21,998 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/cluster_ed09b0af-9a97-3853-40b8-841f57d1b833/data/data2/current/BP-1758530532-172.17.0.2-1732155315042 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T02:18:21,999 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T02:18:22,007 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T02:18:22,008 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T02:18:22,008 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T02:18:22,008 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T02:18:22,008 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11f6e8e9-ef5f-a7fe-2193-86ffe8ecde3f/hadoop.log.dir/,STOPPED}
2024-11-21T02:18:22,027 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T02:18:22,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down